From d58debdb3f2beec46185ec72045dd54c453bfb4c Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 16 May 2022 10:34:25 +0800 Subject: [PATCH] Use Eve with orthogonalization --- egs/librispeech/ASR/pruned_transducer_stateless4b/train.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless4b/train.py b/egs/librispeech/ASR/pruned_transducer_stateless4b/train.py index 2eb9de4f3..83e7bf0d6 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless4b/train.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless4b/train.py @@ -876,7 +876,7 @@ def run(rank, world_size, args): logging.info("Using DDP") model = DDP(model, device_ids=[rank]) - optimizer = Abel(model.parameters(), lr=params.initial_lr) + optimizer = Eve(model.parameters(), lr=params.initial_lr) scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)