From 4a5a13b678355e135f5de27f70689f36925340d3 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 12 Nov 2022 12:37:01 +0800 Subject: [PATCH] Increase dropout rate for PosEmb from 0.1 to 0.2. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 6e1f20fc7..405d85139 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -573,7 +573,7 @@ class ZipformerEncoder(nn.Module): # so that we can keep this consistent across worker tasks (for efficiency). self.module_seed = torch.randint(0, 1000, ()).item() - self.encoder_pos = RelPositionalEncoding(pos_dim, dropout) + self.encoder_pos = RelPositionalEncoding(pos_dim, dropout_rate=0.2) self.layers = nn.ModuleList( [copy.deepcopy(encoder_layer) for i in range(num_layers)]