From 2cde99509fda0dc6fec55eab7504cacc44b6c0fc Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sun, 27 Mar 2022 23:21:42 +0800 Subject: [PATCH] Change max-keep-prob to 0.95 --- egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py index 85a3b4575..9c8302926 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless2/conformer.py @@ -231,7 +231,7 @@ class ConformerEncoderLayer(nn.Module): # compensate for the small scale by just producing larger output. warmup = max(warmup, 0.1) if self.training: - warmup = min(warmup, 0.99) # effectively, layer-drop with 1-in-100 prob. + warmup = min(warmup, 0.95) # effectively, layer-drop with 1-in-20 prob. alpha = 1.0 if torch.rand(()).item() <= warmup else 0.1 # macaron style feed forward module