From 5f55f80fbb0a9158941662f5b6825b9f3ceac327 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Fri, 16 Sep 2022 17:19:52 +0800 Subject: [PATCH] Configure train.py with clipping_scale=2.0 --- egs/librispeech/ASR/pruned_transducer_stateless7/train.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/train.py b/egs/librispeech/ASR/pruned_transducer_stateless7/train.py index 5de7102d3..aa345dd84 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/train.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/train.py @@ -927,7 +927,8 @@ def run(rank, world_size, args): model = DDP(model, device_ids=[rank]) optimizer = ScaledAdam(model.parameters(), - lr=params.initial_lr) + lr=params.initial_lr, + clipping_scale=2.0) scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)