diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/model.py b/egs/librispeech/ASR/pruned_transducer_stateless7/model.py
index f19bf1a93..d4d33303a 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/model.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/model.py
@@ -72,11 +72,13 @@ class Transducer(nn.Module):
         self.lm_balancer = ActivationBalancer(vocab_size,
                                               channel_dim=-1,
                                               min_positive=0, max_positive=1,
-                                              min_abs=0, max_abs=50.0)
+                                              min_abs=0, max_abs=50.0,
+                                              max_factor=0.1)
         self.am_balancer = ActivationBalancer(vocab_size,
                                               channel_dim=-1,
                                               min_positive=0, max_positive=1,
-                                              min_abs=0, max_abs=20.0)
+                                              min_abs=0, max_abs=30.0,
+                                              max_factor=0.1)
 
     def forward(
         self,