From cbdddbe6702d607a99213341ae17dc6e72432936 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 21 May 2022 20:07:41 +0800 Subject: [PATCH] Reduce scale on bias from 4 to 2 --- egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py b/egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py index e490ca20d..81e49ae23 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py @@ -179,7 +179,7 @@ class ScaledLinear(nn.Linear): with torch.no_grad(): self.weight[:] *= initial_scale if self.bias is not None: - self.bias[:] *= initial_scale * 4.0 + self.bias[:] *= 2.0 * initial_scale def get_weight(self): # not needed any more but kept for back compatibility return self.weight