From 2631f05c1fddc5aa9c109a7d23b904d48e1544ce Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 8 Oct 2022 19:09:41 +0800 Subject: [PATCH] Make it start warming up from the very start, and increase warmup_batches to 6k --- .../ASR/pruned_transducer_stateless7/conformer.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py index b8943d5a4..8b1bf6ff9 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py @@ -101,8 +101,8 @@ class Conformer(EncoderInterface): encoder_layer1, num_encoder_layers[0], dropout, - warmup_begin=warmup_batches / 3, - warmup_end=2 * warmup_batches / 3, + warmup_begin=0, + warmup_end=warmup_batches / 2, ) encoder_layer2 = ConformerEncoderLayer( d_model[1], @@ -117,7 +117,7 @@ class Conformer(EncoderInterface): encoder_layer2, num_encoder_layers[1], dropout, - warmup_begin=2 * warmup_batches / 3, + warmup_begin=warmup_batches / 2, warmup_end=warmup_batches, ), input_dim=d_model[0],