diff --git a/egs/libriheavy/LM/zipformer1/subformer.py b/egs/libriheavy/LM/zipformer1/subformer.py
index 68e1254cb..242b6a1aa 100644
--- a/egs/libriheavy/LM/zipformer1/subformer.py
+++ b/egs/libriheavy/LM/zipformer1/subformer.py
@@ -875,8 +875,7 @@ class LearnedDownsamplingModule(nn.Module):
                                        min_positive=1/(2*downsampling_factor),
                                        max_positive=0.6,
                                        min_abs=1.0,
-                                       max_abs=4.0,
-                                       grad_scale=0.1)
+                                       max_abs=4.0)
 
         # below are for diagnostics.
         self.copy_weights1 = nn.Identity()