diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
index 566efb23f..873fcfd7d 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
@@ -142,7 +142,7 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
             lr=3e-02,
             betas=(0.9, 0.98),
             size_lr_scale=0.1,
-            min_lr_factor=(0.01, 0.01, 0.01),
+            min_lr_factor=(0.05, 0.01, 0.01),  # making the middle one large is worst.
             max_lr_factor=(10.0, 10.0, 10.0),
             #param_pow=(0.99999, 0.99999, 0.99999),
             param_pow=(1.0, 1.0, 1.0),