From 88bc45d5960836c71f4ae3948b37df0fd180f707 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 28 Nov 2022 16:37:46 +0800 Subject: [PATCH] Halve scale on aux_loss --- egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py index 3c0a79fcd..9f2b12144 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/zipformer.py @@ -348,7 +348,7 @@ def _whitening_schedule(x: float, ratio: float = 2.0) -> ScheduledFloat: default=x) def _aux_grad_scale() -> float: - return 0.2 + return 0.1 def _aux_grad_prob_out() -> ScheduledFloat: return ScheduledFloat((0.0, 0.25), (1000.0, 0.05), (8000.0, 0.0125)) def _aux_grad_prob_in() -> ScheduledFloat: