From 298e087b764fdf47049101a5d4129120a88d8659 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 13 Dec 2022 11:26:08 +0900
Subject: [PATCH] from local

---
 .../.train.py.swp                             | Bin 69632 -> 69632 bytes
 .../train.py                                  |   5 +++--
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index 8f4aef77767d629fc917c60efb162ae8dce09da6..c47d9155fddd4c69dc88b8e08a728558d9dc9bea 100644
GIT binary patch
delta 374
zcmXBQJxD@f6vpur-M75jhfWTG6b5&@8n);Vwgje<Em9N|1x-;~%N?|!p)GnLTLSwK
z8jF`~sG+DKAsQN78Va|zrZ%a6b>IhQdU(z$SFLi@3NOWrnfzeVjSCYLF|EpS<*IoR
zPKG*CW;$eCb?X-?XglqxvjCgfNk9Abr>pd8cE)lXNA%{zi22A4Sf!{Eak~DKQoo7J
zQ@_X!_K`yr-+dyNIKeUIkwm*!<PPgtLje)I_lO)|1*3SSNCS_kV+-+slqALy!W*5B
zFpC(Pw#WnSafl7%@Z}>Mbu3~M86;rix?7}%Q+P;V2n~*`!NU~(juxY=VYT<-(__V;
WuFfg5JHBmq@*>^NhfQlCa{dD)MMxb0

delta 368
zcmXBPze@sf9LDjFaNqJgGabU9<)9inBtp1F#h@REL(5@ZWYiKgG&M=-;*ii#2erCH
zOM~_m`Ui@jAi@Y8S{rJ}f1!8wzzaUp!{@0rjat)4?xeicqU|~<A#ssx?_zi2@x7gN
z6CqcxCA6dNA|lIynX9O6i%Xy6ULuzpRwxma3Y)>{(yaa}Oc~X*5=oEzx43_8<au1=
z3O?o$!+lKT7H#Zf1yQ_?i5%kyWz1m^6}iSC7V*skef02vGh~smq$)PY55KmshYUVV
zkvDX4gF1XD48oM)0P83rk4Zd@igcjSKprXd8Q4JsTNn-=PSvKdpw7GD!13Zi&X4J$
OS22}Mru9d8ru7SWPeSGZ

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index 0abe8b37c..053f1c981 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -1073,9 +1073,10 @@ def train_one_epoch(
             # of the grad scaler is configurable, but we can't configure it to have different
             # behavior depending on the current grad scale.
             cur_grad_scale = scaler._scale.item()
+            '''
             if cur_grad_scale < 1.0 or (cur_grad_scale < 8.0 and batch_idx % 400 == 0):
-                continue
-                #scaler.update(cur_grad_scale * 2.0)
+                scaler.update(cur_grad_scale * 2.0)
+            '''
             if cur_grad_scale < 0.01:
                 logging.warning(f"Grad scale is small: {cur_grad_scale}")
             if cur_grad_scale < 1.0e-05: