From 5c99e97c3b8f9e1f598ab639829d5966f8f30b0f Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 8 Oct 2022 18:35:59 +0800 Subject: [PATCH] Decrease initial keep_prob to 0.25. --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index e3008ea69..b8943d5a4 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -369,7 +369,7 @@ class ConformerEncoderLayer(nn.Module): warmup_value = self.get_warmup_value(warmup_count) if warmup_value < 1.0 and self.training: delta = src - src_orig - keep_prob = 0.5 + 0.5 * warmup_value + keep_prob = 0.25 + 0.75 * warmup_value # the :1 means the mask is chosen per frame. delta = delta * (torch.rand_like(delta[...,:1]) < keep_prob) src = src_orig + delta