From d950496d5a953f410c60e71208511bbabd677cd7 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 29 May 2023 10:56:01 +0800 Subject: [PATCH] Increase grad_scale in score_balancer --- egs/libriheavy/LM/zipformer1/subformer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/libriheavy/LM/zipformer1/subformer.py b/egs/libriheavy/LM/zipformer1/subformer.py index bb2f0e33c..e55de4a42 100644 --- a/egs/libriheavy/LM/zipformer1/subformer.py +++ b/egs/libriheavy/LM/zipformer1/subformer.py @@ -875,7 +875,8 @@ class LearnedDownsamplingModule(nn.Module): min_positive=1/(2*downsampling_factor), max_positive=0.6, min_abs=1.0, - max_abs=4.0) + max_abs=4.0, + grad_scale=0.1) # below are for diagnostics. self.copy_weights1 = nn.Identity()