From 9023fe7151a27efd08526e74af5d590ba52be6c8 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 8 Oct 2022 20:55:15 +0800 Subject: [PATCH] Change the initial keep-prob back from 0.25 to 0.5 --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index 222946f2b..5e7efec1f 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -372,7 +372,7 @@ class ConformerEncoderLayer(nn.Module): delta = src - src_orig if warmup_value < 1.0 and self.training: - keep_prob = 0.25 + 0.75 * warmup_value + keep_prob = 0.5 + 0.5 * warmup_value # the :1 means the mask is chosen per frame. delta = delta * (torch.rand_like(delta[...,:1]) < keep_prob) src = src_orig + delta * self.bypass_scale