diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
index 7fc96f39b..45feeabcc 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
@@ -93,7 +93,7 @@ class NeutralGradient(Optimizer):
             max_fullcov_size=1023,
             estimate_period=2000,
             stats_steps=200,
-            param_pow=0.0,
+            param_pow=0.75,
             grad_min_rand=0.0,
             lr_for_speedup=0.03,
             speedup_recalibrate_period=100,