From 000af07a2a0d419b549e1d9da36e63e23b004c28 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Wed, 16 Nov 2022 11:34:26 +0800 Subject: [PATCH] Increase final pos_emb_skip rate from 0.05 to 0.075 --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 0b2ab23d5..35daf4f39 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1031,7 +1031,7 @@ class RelPositionMultiheadAttentionWeights(nn.Module): pos_head_dim: int, dropout: float = 0.0, pos_emb_skip: FloatLike = ScheduledFloat((0.0, 0.5), - (4000.0, 0.05)) + (4000.0, 0.075)) ) -> None: super().__init__() self.embed_dim = embed_dim