diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
index de8b8681e..6b86e97d7 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
@@ -469,7 +469,7 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
         param_cov_period = group["param_cov_period"]
         step = state["step"]
 
-        this_weight = (group["param_cov_freshness"] * step /
+        this_weight = (group["param_cov_freshness"] * param_cov_period /
                        (step + param_cov_period))
 
         batch_size = p.shape[0]