mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 18:12:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Bug fix to warmup_scale

Browse Source
This commit is contained in:
Daniel Povey 2022-03-31 17:30:51 +08:00
parent 49bc761ba1
commit 8caa18e2fe
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py
View File

@ -221,7 +221,7 @@ class ConformerEncoderLayer(nn.Module):
warmup_scale = min(0.1 + warmup, 1.0) warmup_scale = min(0.1 + warmup, 1.0)
# alpha = 1.0 means fully use this encoder layer, 0.0 would mean completely # alpha = 1.0 means fully use this encoder layer, 0.0 would mean completely
# bypass it. # bypass it.
alpha = 0.1 if torch.rand(()).item() <= 0.9 else warmup_scale alpha = warmup_scale if torch.rand(()).item() <= 0.9 else 0.1
# macaron style feed forward module # macaron style feed forward module
src = src + self.dropout(self.feed_forward_macaron(src)) src = src + self.dropout(self.feed_forward_macaron(src))