From 671e9ee5bdf9128a8d1f42ab0fcab7e0856dedca Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 15 May 2023 20:40:41 +0800 Subject: [PATCH] Restore old warmup schedule --- egs/librispeech/ASR/pruned_transducer_stateless7/optim.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py index 52a38a780..4d99983f6 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py @@ -882,7 +882,7 @@ class Eden(LRScheduler): warmup_factor = ( 1.0 if self.batch >= self.warmup_batches - else (self.batch / self.warmup_batches) + else 0.5 + 0.5 * (self.batch / self.warmup_batches) ) return [x * factor * warmup_factor for x in self.base_lrs]