From 547ecf187872207a7f4fc10b8af41148e8137200 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 13 Dec 2022 13:56:51 +0900
Subject: [PATCH] from local

---
 egs/librispeech/ASR/.test.sh.swp              | Bin 12288 -> 12288 bytes
 .../.train.py.swp                             | Bin 69632 -> 73728 bytes
 .../train.py                                  |   2 ++
 3 files changed, 2 insertions(+)

diff --git a/egs/librispeech/ASR/.test.sh.swp b/egs/librispeech/ASR/.test.sh.swp
index a7ce6b0018c7ce74939b9db9400760b30fc94aa5..020fd21306834e047c2ec768b6e8dcbcf131688d 100644
GIT binary patch
delta 30
kcmZojXh;xEG6?hZRj|}EU;qLE28M^frYBcz6n(7^0D>S1N&o-=

delta 30
kcmZojXh;xEG6?hZRj|}EU;qLE28N<v)03q(ioVtd0DM^pdjJ3c

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index df2c13238dbf3f9072a14a9d2b3f3a5c2d508e50..af98429932daa5c08ead582abb77d64fae716c49 100644
GIT binary patch
delta 459
zcmXZXJ4ixt6vy#%^<G1--tMJH6bg~VsG*=GXmn{1r&??&=s|-}<QV7_WHiL3IfrtI
zNV-c~E<Ff>9#EK2Lm>2khN6~+zNSC;@IU{<pTqy;i)y~2mR+V|I&L$dC<)uLf|e!C
z#9HT%6SB^X!-!fAR5cN$jlL<8aI7m`$%VN#T7K+!L}t;8XPzEm0~sU`!nrE4h9qLp
z@Z=VG#3@#h#WF_Ghd9DeQFV!Ip@4apL}iR34i~-@kx$fdjQ`kEyPdYLVA(^rey8WA
zLsKKfPSv_SjbdTWF4nv3&DWqaalbc`o1PK*_KK8z%{^nSF?a1E>qtV!g(0$yEXL6f
z!9hS|5ySA~-Opk;!9FsWL>f`F!+?S}T?VA0i>zP?DGb8E3m>ZC0hcKG97X;0Iv>|*
F?GL%;N`?Rc

delta 242
zcmWm8ze@sP0LJm>y<d^u>Af6WZVLJrNJ3CFYjcPG1uj90i-X|JZuTNKNrg4FNH2&L
zLW{d%;HukAwnbx4!{^I0KJlj&KUh=47kO>^o)B#%<%zD#d2YBXy_T%0cMjlNFh0=M
za+MYR;t}xW03*7lfKnS+(3m>ZpkE7kqaH<6qdev4#{_2dL=(E97B%ULPU)DI2JlV^
xb*X6}M3tjLWeVy4-$6YNFV+3tRkzQM$_(V)#?^;)U?*u&6x7FstE279*&ltwF-ZUb

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index 914d621e3..38caa2b3e 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -1009,6 +1009,8 @@ def train_one_epoch(
 
             # NOTE: We use reduction==sum and loss is computed over utterances
             # in the batch and there is no normalization to it so far.
+            if scaler._scale.item() < 1.0e-05:
+                continue
             scaler.scale(loss).backward()
             if params.multi_optim and batch_idx % params.accum_grads == 0:
                 set_batch_count(model, params.batch_idx_train)