From b7adb6d73884a089dbbef3f9295b6ba5b3ef2fcb Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 21 May 2022 17:06:24 +0800 Subject: [PATCH] Slow down learning of simple_am_proj.weight by 0.5 --- egs/librispeech/ASR/pruned_transducer_stateless4/train.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless4/train.py b/egs/librispeech/ASR/pruned_transducer_stateless4/train.py index c5391043e..af4bb577e 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless4/train.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless4/train.py @@ -871,7 +871,11 @@ def run(rank, world_size, args): logging.info("Using DDP") model = DDP(model, device_ids=[rank]) - optimizer = Cain(model.parameters(), lr=params.initial_lr) + + params_to_pass = [ {'params': [ p for (name,p) in model.named_parameters() if name != 'simple_am_proj.weight' ] }, + {'params': [ p for (name,p) in model.named_parameters() if name == 'simple_am_proj.weight' ], 'lr': params.initial_lr*0.25 } ] + + optimizer = Cain(params_to_pass, lr=params.initial_lr) scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)