diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
index 8734f266e..039b88bb2 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@@ -1336,7 +1336,7 @@ class ConvolutionModule(nn.Module):
         self.deriv_balancer2 = ActivationBalancer(
             channels, channel_dim=1,
             min_positive=0.05, max_positive=1.0,
-            max_abs=20.0,
+            max_abs=50.0,
         )
 
         self.activation = DoubleSwish()