From 9919fb3e1b3e1663ecf3378c4308a93ce3140fe2 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 22 Oct 2022 15:32:50 +0800 Subject: [PATCH] Increase grad_scale to Whiten module --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index 6e2a4deb4..5172008c8 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -303,7 +303,7 @@ class ConformerEncoderLayer(nn.Module): self.whiten = Whiten(num_groups=1, whitening_limit=5.0, prob=(0.025, 0.25), - grad_scale=0.01) + grad_scale=0.02) def forward( self,