From 13ffd8e823199160f751ecba56def0d9f825f273 Mon Sep 17 00:00:00 2001
From: Daniel Povey <dpovey@gmail.com>
Date: Sat, 22 Oct 2022 20:30:05 +0800
Subject: [PATCH] Trying to reduce grad_scale of Whiten() from  0.02 to 0.01.

---
 egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
index 5172008c8..6e2a4deb4 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@@ -303,7 +303,7 @@ class ConformerEncoderLayer(nn.Module):
         self.whiten = Whiten(num_groups=1,
                              whitening_limit=5.0,
                              prob=(0.025, 0.25),
-                             grad_scale=0.02)
+                             grad_scale=0.01)
 
     def forward(
         self,