mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-02-02 11:21:33 +09:00
parent 89b541e800
commit 49714cb0df
2 changed files with 6 additions and 8 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp
View File

Binary file not shown.

14
egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
View File

@ -216,19 +216,17 @@ class Conformer(EncoderInterface):
if self.group_num != 0: if self.group_num != 0:
x = 0 x = 0
'''
for enum, alpha in enumerate(self.alpha): for enum, alpha in enumerate(self.alpha):
x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1] x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
x = self.layer_norm(x/self.group_num) x = self.layer_norm(x/self.group_num)
'''
#x = self.sigmoid(self.alpha[-1]) * layer_outputs[17] #x = self.sigmoid(self.alpha[-1]) * layer_outputs[17]
x = self.sigmoid(self.alpha[-2]) * layer_outputs[14] #x += self.sigmoid(self.alpha[-2]) * layer_outputs[14]
x += self.sigmoid(self.alpha[-3]) * layer_outputs[11] #x += self.sigmoid(self.alpha[-3]) * layer_outputs[11]
x += self.sigmoid(self.alpha[-4]) * layer_outputs[8] #x += self.sigmoid(self.alpha[-4]) * layer_outputs[8]
x += self.sigmoid(self.alpha[-5]) * layer_outputs[5] #x += self.sigmoid(self.alpha[-5]) * layer_outputs[5]
x += self.sigmoid(self.alpha[-6]) * layer_outputs[2] #x += self.sigmoid(self.alpha[-6]) * layer_outputs[2]
#x += self.sigmoid(self.alpha[2]) * layer_outputs[5] #x += self.sigmoid(self.alpha[2]) * layer_outputs[5]
x = self.layer_norm(x) #x = self.layer_norm(x)
#x = self.sigmoid(self.alpha[-1]) * layer_outputs[17] #x = self.sigmoid(self.alpha[-1]) * layer_outputs[17]
#x += self.sigmoid(self.alpha[-2]) * layer_outputs[ #x += self.sigmoid(self.alpha[-2]) * layer_outputs[