From e4d0ac09461c2fc8e95f23a2ffbc552cab1a3ddf Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 2 Jan 2023 00:24:12 +0800 Subject: [PATCH] Let the feedforward dims be respectively 3*feedforward_dim // 4 and 5*feedforward_dim // 4. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index d560a54f0..6326cd422 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -439,11 +439,11 @@ class ZipformerEncoderLayer(nn.Module): value_head_dim) self.feed_forward1 = FeedforwardModule(embed_dim, - feedforward_dim, + (feedforward_dim * 3) // 4, dropout) self.feed_forward2 = FeedforwardModule(embed_dim, - feedforward_dim, + (feedforward_dim * 5) // 4, dropout) self.nonlin_attention = NonlinAttention(embed_dim,