From 306fd85babd60b75763f580e431125a1d8b22746 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 3 Dec 2022 14:40:39 +0800 Subject: [PATCH] Reduce initial whitening-schedule limit from 7.5 to 5.0 for NonlinAttentionModule. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 383bba13d..61abf7f2d 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1488,7 +1488,7 @@ class NonlinAttentionModule(nn.Module): initial_scale=0.05) self.whiten = Whiten(num_groups=1, - whitening_limit=_whitening_schedule(7.5), + whitening_limit=_whitening_schedule(5.0), prob=(0.025, 0.25), grad_scale=0.01)