From 52d18e405e4b0faf61efae2af611aa997afc872f Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 13 Dec 2022 19:22:43 +0800 Subject: [PATCH] Change to balancer2 schedule of NonlinAttentionModule, remove peak at 8k. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 7ebb35b73..99433796f 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1541,7 +1541,7 @@ class NonlinAttentionModule(nn.Module): self.balancer2 = ActivationBalancer( channels, channel_dim=-1, min_positive=0.3, max_positive=0.7, - min_abs=ScheduledFloat((0.0, 0.001), (8000.0, 0.01), (20000.0, 0.005)), + min_abs=ScheduledFloat((0.0, 0.001), (20000.0, 0.005)), )