From 6668814940b7ed77d6aaa0ffba38b4a44f0feb04 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 15 Nov 2022 11:50:14 +0800 Subject: [PATCH] Increase pos_emb_skip_rate from 0.05 to 0.075. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index ddce1217c..4f3db837e 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1030,7 +1030,7 @@ class RelPositionMultiheadAttentionWeights(nn.Module): query_head_dim: int, pos_head_dim: int, dropout: float = 0.0, - pos_emb_skip_rate: FloatLike = 0.05, + pos_emb_skip_rate: FloatLike = 0.075, ) -> None: super().__init__() self.embed_dim = embed_dim