From dea177fa632c7dbad672f945ce68b51e3ff29d3b Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 8 Dec 2022 20:31:37 +0800 Subject: [PATCH] Adjust min_positive and max_positive of NonlinAttentionModule --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index af0342f48..0c8f71b9f 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1486,8 +1486,8 @@ class NonlinAttentionModule(nn.Module): # before the sigmoid. self.balancer1 = ActivationBalancer( hidden_channels // ratio, channel_dim=-1, - min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)), - max_positive=1.0, + min_positive=ScheduledFloat((0.0, 0.25), (20000.0, 0.05)), + max_positive=ScheduledFloat((0.0, 0.75), (20000.0, 0.95)), min_abs=0.75, max_abs=ScheduledFloat((0.0, 2.5), (8000.0, 5.0), default=1.0), )