From a256425b2f383815d127d29792a06038d494d056 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sun, 13 Nov 2022 23:29:07 +0800 Subject: [PATCH] Reduce dropout_rate for RelPositionalEncoding from 0.2 to 0.15; --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 90819cf38..31997f8c4 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -573,7 +573,7 @@ class ZipformerEncoder(nn.Module): # so that we can keep this consistent across worker tasks (for efficiency). self.module_seed = torch.randint(0, 1000, ()).item() - self.encoder_pos = RelPositionalEncoding(pos_dim, dropout_rate=0.2) + self.encoder_pos = RelPositionalEncoding(pos_dim, dropout_rate=0.15) self.layers = nn.ModuleList( [copy.deepcopy(encoder_layer) for i in range(num_layers)]