From 785a5243415bb0d78295b1ac797f951bb6c26172 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sun, 27 Nov 2022 17:06:31 +0800 Subject: [PATCH] Increase in_abs of hidden balancer of ff modules from 0.2 to 1.0 --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 1 + 1 file changed, 1 insertion(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 8731fee2c..106f9d537 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -1396,6 +1396,7 @@ class FeedforwardModule(nn.Module): self.hidden_balancer = ActivationBalancer(feedforward_dim, channel_dim=-1, min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)), + min_abs=1.0, max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=10), min_prob=0.25) self.activation = DoubleSwish()