From 2e0111e6ef6f9fff3523f5ebbc8ae59561f90582 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 26 Nov 2022 23:36:00 +0800 Subject: [PATCH] Halve aux_grad_scale --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index d4052f20b..d19524b8e 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -343,7 +343,7 @@ def _whitening_schedule(x: float, ratio: float = 2.0) -> ScheduledFloat: default=x) def _aux_grad_scale() -> float: - return 0.1 + return 0.05 def _aux_grad_prob() -> ScheduledFloat: return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125))