From aa20fc3d97fd53146a94940eba63f035f7f4cf43 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Sat, 10 Dec 2022 13:46:08 +0900
Subject: [PATCH] from local

---
 .../.train.py.swp                             | Bin 90112 -> 90112 bytes
 .../train.py                                  |   8 +++++++-
 2 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index 422111c04c2262673461c5f883476d4dbbbcef78..a867ca8f1ab79b6fc1410b2b5c0e86adc2b589ea 100644
GIT binary patch
delta 229
zcmZoTz}j$tRW!*U%+puFQqO<^2m}}y&hkx3&f6&ZTaeLbv!KxDT;2#428Jc95J{iO
zf(?&@m^m33?sG6O>;d8#K%5H1;XoV)#3De<2E-@WfpS2c0mRBce2<NR;VuwY0<kC%
zKLVP#9*EZg@e<a}ZjJFQ><S7BsX4`|(-Y$u#W#nwO=g;GR4qR_VKVFVbMcJa)33xa
z%1>6vVwwIqj!|Jce>|h|<aMc>)6L@<#V1G4;+_1jgPl7#IWZ?S#W5u@S7WnQ=e279
D<pDZv

delta 202
zcmZoTz}j$tRW!*U%+puFQqO<^2m}}yI{Bs~n{5>REy(D$Sy1S6E-y1H1A{pmMAB`t
zV8i2}mmCZX%Yk?%5Jv;CHW2@2XJFU{#Dzdy0K_~%yaK4J6o{RG*b#_9rg#9w^?{fj
zh}nSnDp2eS+h(`Mc$Vp5QH+x~6o4Q#r#N+bVjQFR=EJR%nI_L@=b5bEt|VNLSd^Gs
XtXGhlm>r**mmHr{q`6tE^V&54a<4C4

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index ca457ef89..0d91a8bc6 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -1143,7 +1143,13 @@ def run(rank, world_size, args, wb=None):
                 dec_param.append(p)
 
         if wb is None:
-            optimizer_enc = Eve(enc_param, lr=params.peak_enc_lr)
+            optimizer_enc = ScaledAdam(
+                model.parameters(),
+                lr=params.base_lr,
+                clipping_scale=2.0,
+                parameters_names=parameters_names,
+            )
+
             optimizer_dec = Eve(dec_param, lr=params.peak_dec_lr)
         else:
             logging.info('start wandb sweep optimization...')