mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2023-02-21 02:06:27 +09:00
parent 2ab51654df
commit 57744de7ad
2 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp
View File

Binary file not shown.

5
egs/librispeech/ASR/conformer_ctc2/conformer.py
View File

@ -138,8 +138,9 @@ class Conformer(Transformer):
if self.group_num != 0: if self.group_num != 0:
self.learnable_alpha = learnable_alpha self.learnable_alpha = learnable_alpha
self.group_layer_num = int(num_encoder_layers // self.group_num) self.group_layer_num = int(num_encoder_layers // self.group_num)
self.alpha = nn.Parameter(torch.rand(self.group_num)) if self.learnable_alpha:
self.sigmoid = nn.Sigmoid() self.alpha = nn.Parameter(torch.rand(self.group_num))
self.sigmoid = nn.Sigmoid()
self.layer_norm = nn.LayerNorm(d_model) self.layer_norm = nn.LayerNorm(d_model)
self.interctc = interctc self.interctc = interctc