From 8a8134b9e54e0a1b1cbda59cc1a38fe7cccb16b5 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 17 Mar 2022 13:18:58 +0800 Subject: [PATCH] Change power of lr-schedule from -0.5 to -0.333 --- .../ASR/pruned_transducer_stateless2/transformer.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless2/transformer.py b/egs/librispeech/ASR/pruned_transducer_stateless2/transformer.py index 3fa847f4f..aa091877c 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless2/transformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless2/transformer.py @@ -391,7 +391,8 @@ class Noam(object): return ( self.factor * self.model_size ** (-0.5) - * min(step ** (-0.5), step * self.warmup ** (-1.5)) + * self.warmup ** (-0.5 - -0.333) + * min(step ** (-0.333), step * self.warmup ** (-1.333)) ) def zero_grad(self):