diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
index d7d9e0d96..eec36f053 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py
@@ -1414,8 +1414,8 @@ class FeedforwardModule(nn.Module):
         self.hidden_balancer = ActivationBalancer(feedforward_dim,
                                                   channel_dim=-1,
                                                   min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)),
-                                                  min_abs=1.0,
-                                                  max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=10),
+                                                  min_abs=1.5,
+                                                  max_abs=15.0,
                                                   min_prob=0.25)
         self.activation = DoubleSwish()
         self.dropout = nn.Dropout(dropout)