From 766ed65609c87757b723572cee3aa7d693e4a252 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Sat, 10 Dec 2022 13:57:49 +0900
Subject: [PATCH] from local

---
 .../.train.py.swp                             | Bin 98304 -> 98304 bytes
 .../train.py                                  |   5 +++++
 2 files changed, 5 insertions(+)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
index 95cf2146fee677c67f3a76344f858c324eada5fc..1ffe56c1dd719891d448df3a5a72f4bee804398c 100644
GIT binary patch
delta 541
zcmY+-%S!@L6bA4!Fj-bsgY<wFU1~EHm=F;WwF;s|N)SP%*)(2DP)BAQdw@7#^#^3+
zrd0$z7SUtjqD5_OEwqTXLCd05LG-CD^1u%+=bZZ;%d%OPt$o!qKRv@n-5x@<5gkhh
z>fv?!vm|)4?^5Ai5}eBpOC&1QRTsQ@DIxeW*AAj9Sb$FGfUjnv3pj^GaKc*?(IuFW
zgjpB{Cww;&-N8AWK>`Bc2Oo?=3q0D1?%@d1;J1@TBY3z#hHm(5Ai9B5*oG<Sf!BJX
zBAmc3tiTvZ@L?l*f+C#24)|dRx}Xv4P^!BX#62;em=nbOLs$@VTbr$gtCTQMpCR_I
zqMBi_{&5yJV?4_G`dD1kV@fo#%~@rnrMS+_WYUmVm881P3`|@#3DuwDETQO1%y4gL
zdNdR)udzWU|1}j=HDkdwT?rX%vcHlXjKss*QZJ&puEbSt^afm16I{Mu*>dYVWU5>)
aH{2nfil{tyKOyH{_Rn%Zky1XL5wgD#*?r>x

delta 313
zcmXBP!AFB}9LMp`k7v(XZS>RDbv@BF&!xk5iEhtGmqcQzh)1<X(kc6~Zm}-$7@fL~
z$PSNA?JuZ9Bq};|Ep|(i-t^_ghtKEob<TIrFKvb^(c)BPHWW85o!axQo$J!GHBozL
z)1fsJ^}=dK>iYkKD6vhm)VeK5`)Htyr@VB915{DLB)-S!Fn~h?dziyC0u=E(Dm~x~
zC)mIO0{rBpPki7FH#x28h_H)!<ncZt_0U0#8fG9oW~CGt=paUf0AKv|ihJCl>-UYf
bo=KX^#!Cj<#!FugO*PvO<4cnqw@mvFS>HI)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
index d6d729239..1b460cab7 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
@@ -947,6 +947,11 @@ def train_one_epoch(
                     batch=batch,
                     is_training=True,
                 )
+            loss_info.reduce(loss.device)
+
+            numel = params.world_size / (params.accum_grads * loss_info["utterances"])
+            loss *= numel ## normalize loss over utts(batch size)
+
             # summary stats
             tot_loss = (tot_loss * (1 - 1 / params.reset_interval)) + loss_info