From 078758358058e8d9d151820a73508c245f1bafb4 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Fri, 27 May 2022 21:03:08 +0800 Subject: [PATCH] Increase max_eff_lr --- egs/librispeech/ASR/pruned_transducer_stateless4/train.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless4/train.py b/egs/librispeech/ASR/pruned_transducer_stateless4/train.py index 5d9683d54..a047c2045 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless4/train.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless4/train.py @@ -872,7 +872,8 @@ def run(rank, world_size, args): logging.info("Using DDP") model = DDP(model, device_ids=[rank]) - optimizer = Cain(model.parameters(), lr=params.initial_lr) + optimizer = Cain(model.parameters(), lr=params.initial_lr, + max_eff_lr=2.0*params.initial_lr) scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)