From eb77fa7aaaab8331a13677d7144cef5885ab617e Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sun, 18 Sep 2022 14:38:30 +0800 Subject: [PATCH] Restore min_positive,max_positive limits on linear_pos projection --- egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index 57302b0cd..d7c00ceea 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -465,8 +465,7 @@ class RelPositionMultiheadAttention(nn.Module): self.in_proj = nn.Linear(embed_dim, 3 * embed_dim, bias=True) self.in_balancer = ActivationBalancer(channel_dim=-1, max_abs=5.0) - self.proj_balancer = ActivationBalancer(channel_dim=-1, max_abs=10.0, - min_positive=0.0, max_positive=1.0) + self.proj_balancer = ActivationBalancer(channel_dim=-1, max_abs=10.0) self.out_proj = ScaledLinear( embed_dim, embed_dim, bias=True, initial_scale=0.5 )