From 3faa4ffa3fdd30dfb2e01e5534f8ab65b975ba75 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 3 Dec 2022 00:19:48 +0800 Subject: [PATCH] Revert "Change whitening limit of NonlinAttentionModule from _whitening_schedule(7.5), to 5.0" This reverts commit dcf6fced40a831892e7bb4e52eddf26e6e070eef. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index ff898040c..383bba13d 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1488,7 +1488,7 @@ class NonlinAttentionModule(nn.Module): initial_scale=0.05) self.whiten = Whiten(num_groups=1, - whitening_limit=5.0, + whitening_limit=_whitening_schedule(7.5), prob=(0.025, 0.25), grad_scale=0.01)