diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py b/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
index b0761f045..fe97ae0a0 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
@@ -256,7 +256,7 @@ class ActivationBalancer(torch.nn.Module):
         min_abs: float = 0.2,
         max_abs: float = 100.0,
         max_var_per_eig: float = 0.0,
-        beta: float = 0.75,
+        beta: float = 0.0,
         prob: float = 0.25,
         stats_period: int = 4,
     ):