From 8caa18e2fe1d03035dbfae1a60878cf727861d44 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 31 Mar 2022 17:30:51 +0800 Subject: [PATCH] Bug fix to warmup_scale --- egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py index 704c17dd7..8778dc5ba 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py @@ -221,7 +221,7 @@ class ConformerEncoderLayer(nn.Module): warmup_scale = min(0.1 + warmup, 1.0) # alpha = 1.0 means fully use this encoder layer, 0.0 would mean completely # bypass it. - alpha = 0.1 if torch.rand(()).item() <= 0.9 else warmup_scale + alpha = warmup_scale if torch.rand(()).item() <= 0.9 else 0.1 # macaron style feed forward module src = src + self.dropout(self.feed_forward_macaron(src))