From 48445f22e44c319ce6d2999fd879e94719f77717 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 13 Dec 2022 22:50:21 +0800 Subject: [PATCH] Increase ratio from 2.0 to 3.0 on 2 whitening schedules --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 360993621..8d965bfb0 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1297,7 +1297,7 @@ class SelfAttention(nn.Module): initial_scale=0.05) self.whiten = Whiten(num_groups=1, - whitening_limit=_whitening_schedule(7.5), + whitening_limit=_whitening_schedule(7.5, ratio=3.0), prob=(0.025, 0.25), grad_scale=0.01) @@ -1534,7 +1534,7 @@ class NonlinAttentionModule(nn.Module): grad_scale=0.01) self.whiten2 = Whiten(num_groups=1, - whitening_limit=_whitening_schedule(5.0), + whitening_limit=_whitening_schedule(5.0, ratio=3.0), prob=(0.025, 0.25), grad_scale=0.01)