From cc64f2f15c8990024b32b4c52600b7d5143ec3ef Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 1 Oct 2022 12:24:07 +0800 Subject: [PATCH] Reduce feature_mask_dropout_prob from 0.25 to 0.15. --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index 8ef452898..85049f915 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -359,7 +359,7 @@ class ConformerEncoder(nn.Module): if self.training: # feature mask. # on 0.25 of the frames, drop out the extra features [force a bottleneck.] - feature_mask_dropout_prob = 0.25 + feature_mask_dropout_prob = 0.15 feature_unmasked_dim = 256 # hardcode dim for now, 1st 256 are non-masked. feature_mask = torch.ones_like(src) # S, N, E