diff --git a/egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py b/egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py
index 51d5bfb7f..76e50597c 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py
@@ -795,9 +795,9 @@ class Decorrelate(torch.nn.Module):
     def __init__(self,
                  num_channels: int,
                  scale: float = 0.1,
-                 apply_prob_decay: int = 2000,
+                 apply_prob_decay: int = 500,
                  eps: float = 1.0e-05,
-                 beta: float = 0.95,
+                 beta: float = 0.9,
                  channel_dim: int = -1):
         super(Decorrelate, self).__init__()
         self.scale = scale