diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
index baf4c137b..f7c9c487b 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
@@ -439,11 +439,11 @@ class ZipformerEncoderLayer(nn.Module):
                                         value_head_dim)
 
         self.feed_forward1 = FeedforwardModule(embed_dim,
-                                               feedforward_dim,
+                                               (feedforward_dim * 3) // 4,
                                                dropout)
 
         self.feed_forward2 = FeedforwardModule(embed_dim,
-                                               feedforward_dim,
+                                               (feedforward_dim * 5) // 4,
                                                dropout)
 
         self.nonlin_attention = NonlinAttention(embed_dim,