From cd5ac76a053e3e575c8af501c9071a37cc610a50 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Tue, 20 Sep 2022 14:22:07 +0800 Subject: [PATCH] Add max-var-per-eig in encoder layers --- .../ASR/pruned_transducer_stateless7/conformer.py | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index 77b786a91..7d785a369 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -198,7 +198,10 @@ class ConformerEncoderLayer(nn.Module): # try to ensure the output is close to zero-mean (or at least, zero-median). self.balancer = ActivationBalancer( - d_model, channel_dim=-1, min_positive=0.45, max_positive=0.55, max_abs=6.0 + d_model, channel_dim=-1, + min_positive=0.45, max_positive=0.55, + max_abs=6.0, + max_var_per_eig=0.1, ) self.dropout = nn.Dropout(dropout)