From 93942725c4eb45a2aeca6139ae5cfc0c396a6fec Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 24 Nov 2022 15:32:46 +0800 Subject: [PATCH] Increase min_abs of balancer of encoder layer from 0.2 to 0.4. --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 6c7b73f2b..3d641c0ef 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -440,7 +440,7 @@ class ZipformerEncoderLayer(nn.Module): self.balancer = ActivationBalancer( embed_dim, channel_dim=-1, min_positive=0.45, max_positive=0.55, - max_abs=6.0, + min_abs=0.4, max_abs=6.0, ) self.whiten = Whiten(num_groups=1, whitening_limit=_whitening_schedule(4.0, ratio=3.0),