From cbe6b175d1d17bd6e20e2970fba46758249fa11c Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 17 Mar 2022 16:46:59 +0800 Subject: [PATCH] Reduce warmup scale on pruned loss form 0.1 to 0.01. --- egs/librispeech/ASR/pruned_transducer_stateless2/train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless2/train.py index f95d8e73c..f7eb15c01 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless2/train.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless2/train.py @@ -452,7 +452,7 @@ def compute_loss( ) loss = params.simple_loss_scale * simple_loss if not warmup_mode: - loss = loss + pruned_loss * (0.1 if warmup_mode else 1.0) + loss = loss + (pruned_loss * 0.01 if warmup_mode else pruned_loss) assert loss.requires_grad == is_training