mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-02-14 02:49:22 +09:00
parent 239e697170
commit cfcf26ad17
2 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp
View File

Binary file not shown.

7
egs/tedlium2/ASR/conformer_ctc3/conformer.py
View File

@ -174,7 +174,12 @@ class Conformer(Transformer):
x, layer_outputs = self.encoder(
x, pos_emb, src_key_padding_mask=mask, warmup=warmup
) # (S, N, C)
if self.group_num != 0:
x = 0
for enum, alpha in enumerate(self.alpha):
x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
x = self.layer_norm(x/self.group_num)
return x, mask