diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
index 87543e830..6eb8182c4 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
@@ -1423,8 +1423,8 @@ class FeedforwardModule(nn.Module):
                                                   channel_dim=-1,
                                                   min_positive=0.3,
                                                   max_positive=1.0,
-                                                  min_abs=2.0,
-                                                  max_abs=10.0,
+                                                  min_abs=1.0,
+                                                  max_abs=5.0,
                                                   min_prob=0.25)
         self.activation = Swoosh()
         self.dropout = nn.Dropout(dropout)