diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
index d206a5cae..d8e28b6b1 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
@@ -95,8 +95,8 @@ class NeutralGradient(Optimizer):
             max_fullcov_size=1023,
             estimate_period=2000,
             stats_steps=200,
-            param_pow=0.7,
-            grad_pow=0.85,
+            param_pow=0.75,
+            grad_pow=0.95,
             grad_min_rand=0.0,
             lr_for_speedup=0.03,
             speedup_recalibrate_period=100,