From 28c592398697197f91933b8c957c7c9fb830dfbd Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 29 Nov 2022 15:43:25 +0800 Subject: [PATCH] Remove max_factor=0.02 option in bottleneck balancer of class AttentionSqueeze, change its min,max positive to 0.2,0.8 --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index a06a7c724..d7d9e0d96 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1327,10 +1327,9 @@ class AttentionSqueeze(nn.Module): # beginning, and make it looser over time. self.bottleneck_balancer = ActivationBalancer( bottleneck_dim, channel_dim=-1, - min_positive=0.05, max_positive=0.95, + min_positive=0.2, max_positive=0.8, min_abs=0.05, max_abs=ScheduledFloat((0.0, 0.5), (4000.0, 1.0), default=1.0), - max_factor=0.02, min_prob=0.1, ) self.bottleneck_activation = TanSwish() # in bottleneck