Increase grad_scale to Whiten module

2022-10-22 15:32:50 +08:00 · 2022-10-22 15:32:50 +08:00 · 9919fb3e1b
commit 9919fb3e1b
parent af0fc31c78
1 changed files with 1 additions and 1 deletions
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@ -303,7 +303,7 @@ class ConformerEncoderLayer(nn.Module):
        self.whiten = Whiten(num_groups=1,
                             whitening_limit=5.0,
                             prob=(0.025, 0.25),
-                             grad_scale=0.01)
+                             grad_scale=0.02)

    def forward(
        self,