From 24ba63ed5b48fb86b82a1a557bddd9b625290a38 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 13 Dec 2022 13:58:47 +0900
Subject: [PATCH] from local

---
 egs/librispeech/ASR/.run_v3.sh.swp            | Bin 12288 -> 12288 bytes
 .../.train.py.swp                             | Bin 73728 -> 73728 bytes
 .../train.py                                  |   1 +
 egs/librispeech/ASR/run_v3.sh                 |   7 ++++---
 4 files changed, 5 insertions(+), 3 deletions(-)

diff --git a/egs/librispeech/ASR/.run_v3.sh.swp b/egs/librispeech/ASR/.run_v3.sh.swp
index a1471bcc924e0879b0003e2ff21497efb7cea6b2..594962fdb27e2bf0ebfbca443b8e2d1bbf26bcad 100644
GIT binary patch
delta 190
zcmZojXh_%~Ai!v~Sy13JKW`T&14ADd0|SEq1B2CML52CgE<6kj20$ze#Lu}I7%l+u
zTp(@*;(Q>E24WW=)&OE5ApQf?{Tzrd0r6fSUJAsEfOsJg_ig^GFp*PCSy#8XB(bPO
zH?<%?IYYrrA%=k=EpxJ=?(xZa+GdltYRfVzPhOxcI{Ain!sM%ZA_5TANr@#u)y5_U
P29qD^32)BUnaT_R?HVr+

delta 173
zcmZojXh_%~Ai!w3Sy13JKkrgb28N|v3=9kc3=Ec&1r_G|dhjqXm;kXN5WnVTV7LOr
z8-aKM5O)A^5fH}#u{#iJ1F<L&{|B1z3W%=)@c|%S0mL9v=WYJ0Fp+bzrxrg~8VqDk
wHq<>nIa}Lo@?mYk$#!}MlOJja^A?vR7M19x7UU;qD40z?r>C|#TW2aW0Eay*eE<Le

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index 69093f15546294419919a054285fe3fa96126c4e..cd7d73fdba0ace31cd7c498a06d2ffcafc4cc966 100644
GIT binary patch
delta 239
zcmZoTz|wGlMJ&l6%+puFQqO<^2m}}yyx3+WOFr8uCMC$IvDr}Y@;}~AP6h^7E{Lqg
zbU^_|;rdd31_mu4e$B_gunLGXf!Gd+g@O1pF9X9#Af6Azen89*#Fuy&7*+#uHxQ=+
zaS9Oo05J~`|Kes~_zA=Zfp{GduLa@-K->ky@jxsM!~#J47U+a?K)jZVL5QIP$fyG1
tN+8YwV%O~(1sEGRC(nP#!%~n~l(>2SMFZB!!cPS!E7)*M?~`XN0sz^sF7N;V

delta 241
zcmZoTz|wGlMJ&l6%+puFQqO<^2m}}yMA&8|-+sDLOiGYZeY2t9<$t_=oD2+ZTo76H
z>4E}`!u8tx3=D7h7#LOqaTXBU1F;AYf8k|dI0eKDfY=|11%UW64+Fy*AnpO;G$2j|
zVqYNU1>)b_3=F@3_z)1U2jX==yby@Hfj9w(Wq?=^h~ELNKM%y~fVh*3fuEro$fyG1
xTp)Ji+RVr@g>&-!hdh(>ma<Le>JprEnP>C6i@dCp^=`3E){keK-Y3sk1OVbLF=qe(

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index 0c299c744..33bc35195 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -1013,6 +1013,7 @@ def train_one_epoch(
                 scaler.scale(loss).backward()
             else:
                 logging.warning(f"Grad scale is small: {cur_grad_scale}")
+
             if params.multi_optim and batch_idx % params.accum_grads == 0:
                 set_batch_count(model, params.batch_idx_train)
                 scheduler_enc.step_batch(params.batch_idx_train)
diff --git a/egs/librispeech/ASR/run_v3.sh b/egs/librispeech/ASR/run_v3.sh
index d46407a42..8259523de 100755
--- a/egs/librispeech/ASR/run_v3.sh
+++ b/egs/librispeech/ASR/run_v3.sh
@@ -36,13 +36,12 @@ else
 		--enable-spec-aug False \
 		--multi-optim True \
 		--world-size 4 \
+		--start-batch 34000 \
 		--num-epochs 30 \
-		--start-epoch 6 \
 		--full-libri 1 \
 		--exp-dir ./pruned_transducer_stateless_d2v_v2/$1 \
 		--max-duration 150 \
-		--freeze-finetune-updates 2000 \
-		--use-fp16 1 \
+		--freeze-finetune-updates 2000 #		--use-fp16 1 \
 		--peak-enc-lr 0.001 \
 		--peak-dec-lr 0.5 \
 		--accum-grads 3 \
@@ -55,3 +54,5 @@ else
 		--context-size 2 \
 		--ctc-loss-scale 0.2 
 fi
+
+#--start-epoch 6 \