diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
index 6e2a4deb4..5172008c8 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@@ -303,7 +303,7 @@ class ConformerEncoderLayer(nn.Module):
         self.whiten = Whiten(num_groups=1,
                              whitening_limit=5.0,
                              prob=(0.025, 0.25),
-                             grad_scale=0.01)
+                             grad_scale=0.02)
 
     def forward(
         self,