From 4cb463247e8cd278e1b450055fdd0edb1d0eaa75 Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Thu, 23 Mar 2023 23:00:56 +0900 Subject: [PATCH] from local --- .../.train_uda.py.swp | Bin 4096 -> 90112 bytes .../train_uda.py | 180 ++++++++++++++++++ 2 files changed, 180 insertions(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_uda.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_uda.py.swp index ffaeb529d3cf90d1819873405ba4f6ab8221e47b..d7dba7dd219454b668c175b46872a717582224ef 100644 GIT binary patch literal 90112 zcmeI534okuUH^vyr5xpyLqK>t0W#a}&TckITheYJZBiO&le9@&VOu7%JF~k(W@n~z z}FHNzkl6nznPu) zea_!={*LGO%uQXj>$2#<<*5RnI~NMSHhbUNo;NSt>e4$F3bpo9eQNWTX}wzQvx9K; zL1W^w>imW6_QAc~cDdP}uQu~>9v>2%JlyUc>~*U1^~uJ3eWBWHPSzKDlg-9lx6$j= z>+?&K+xJ~D+35~i^;)Iht+sl#!F;`2>GiAqdb8f^Rch0RDu<>gdDm!F2DNIrb2Ojb z`tNlLtWzLRV9;NfIQR6z=IKo~)Hf8*i0*dRE5qCM?{x~SQ(&C}>l9e0z&ZuiDX>m~ zbqcIg;C}%H`kkLEJb`+i;_Lc&|9y+x_ig>}=lXBO(ImMn*Y9|e-Yl_-ajAs z?-%6W-@!kh^WUfW0)_ae`{y11{g~W)#1-~w`|lfb@9*TFhxog0=^lji5q;Qa(SN@u z_x>*a`J?@JbSw8qh<{iA{2KrL_}u%u`R5`38*}e}&c6@&Km6A2K}i4Z{{3P9{np%j z|Fbab-m~bqcIgV4VW%6j-OgItA7#uug$>3jB;HP^}dT;?3?Uei@c-X{ zVSY6@0PYDs34{G{@XO%oU?(^Q{56dEXTWcQ*MMum&x4P_&_4q#f_ZQam<3zG7H}%~ zE<%AXfIkDj2A&2wpbahudqEN03H%TN!`H!Qz-z$sz%lSxPy=U!t>D(+CWI9q18)H@ z0Z#%4!G3T7I2HUO4Dp|UcYv3ICxOR+%fV)FA8OjL33R~uAOfd?Z^6L78$1VG2X=$4;7;I^FxRgF zPXw2OM}V`y_i4Bff;WN3gMHv3UjS=@ zHI_T=Za+F)ZPn%qg|R}!r&m2xuT;B>y>a)m-<_Uox10V~y+7zwn(f8Kde=Rvx8~cm zdZjn$)Vqfoy+*s`BVJbTcN_D){oU&P!4P_i%^h06R=eg0s@-e;rKTZckoi}ikmp93bZS`5RLG`VUBsSdnO13LYdajNTVHNx%GJxn z2$|O!)x}o3*QYrPE&zE|rw`TVp{ts|8$w=OZFKk5uiK&5SJmfty07Bouic$%SG%>4^uEFJaTZL!PseDr%AIN#^P+k)gxx{A zxsFy-QTB${P<_Xaz3IsFvMQ=BcS6jEb*r^~ST$v`2ru_rsa*7Sr{AFSx&gGaR&R|* z7O%FwR$X>MtO-I8#(}qQaxa@p?S8MG?ez42 zIev!3FB3Jx%Pkeq5_ijSC5T~YcndtdNmaV^?vskgUU*{92cX1~$tw&$_)qB;t)+{pw9KYH~R-C@4o zY1HTIHgG!2;hnWY_;C;$HXAFmbUd;NC)z`!wOiHZc(i{2wZ@|>Tl{vB zdP|ytLZtb2=jcMCS$FR`)&3H8YvJWyeuhjBSGz4T>xJK%8~Gi6DxL5*lPVpxR}a5k zQ!^D8i$&H5J`)r3{rQPzyVslOsS`$1<>~OE4Hb^`Cwh&?)}!g@n#eyl^SKFN9KNF$q~>2t5y#hK(5p`@bT*xxPG+H7uRoT@ zbmTs^gA;D*>rwrwgaFIcBNMejx2n=d(_51l^&=gs*^SC;u{?Z0QjvpHeLixG(h z@?)#m?N8J@?fIp25nEK>9`>TmN!A!dHfyd0X_AnHjf4p|pXA6}oom)7u$7#js16pR zi>pnBe4tFD)fvzou#N237mr5U2en4qO#;0*j4kX@-?iDADr}~fm|2oU0ZM6iaM6`J zwpXs&wQtvjm+q|W*m>2ii+1jtDNc=V8lN8DJicXo>-gE@=M)PYqKn&I^@550pIwDU@gr-@=B=npLBV>|*R>z5nbpNnqa}8q8hFfD|BGndK zNNZK%xJ=Weag|+e9Em#J`n+v>R;~2rssGGM|JT%UEzQrob!CtJ#x|S7Hbl+Fas%sK z?E<4gOB;j!Qa!qqJzk5&jy|%lUQa)Y*b&%ob@IkSV?Js!lMP5QT4ZNpQ)|S|a=F1O zp+s37N#*KY`!CsZ<^JgE?N?l}efR!dJNHFb%RE?UW?|AM%4~E%xnBoqr=Lxy2!Lui~8-T(TWbUi(!1Q&ulOBSwiZC z4Wy&bQorBXHaU6t@ZoY5+v%lxx!qmFXxb>)o4l0Kw|n2tiD_)P73GobL9|>w8nx&8 z47sQpX~Buw3mGC;`-D8|L$=!eh*3iTDyJn5!mzlqQ)m%cgsHOFM%v4!6A`U^JJwQ! z+HPeGZ^omm>RmNdMERnU+P>%`701rA0;>a*%aif{zCzX!=9|^7I)R(C+2^zUgG!Ox zD^Swvpug1a_F`fg#ZKyrQVdY%DD-M=E{OjZ&-p%hQ1SmeJ^yzjJpa4E%fPPz$pI?hGVo*g{_lae zf~SE;gUi7k!PnsZZvd|bPX`O&p`Z-z3cd~B{|WGF@D%V+@I(0f4}xcdtH2I$D{vFM z{O5r9{Odpmw81>s1?~a92QU97@HFsLum_w6&IX@>fByh@KX?^*8fbws_$mDPjo=T# zTfytWqd)}2yPpca3QfKO{uGEl?*;3hbqcIgV4VW%6!`Bz0j+w=>~2b9g~mcuskExg z^-3k0nTd*(ie6MIMK}#7Z9qm+VZV>C4>3`@Q|T{t>#(7vO=GzLsTYN?uGV3&wnZFB zE5T47oS7Prj7_MB>7Lm%9!V@ZW3tic@Z8MdIVUkyYzn50mEM(Mnk&^>wL<|;J~1mo zTp%T#WTId85qCc$Ua{aGBwsDbRC+T>xyK!!nS|gkt4ApvCRA!H6@0l<=J?)Wh`|P9 zg$hP0uP7F3?Bf$WNj|zD+O(~p5>$J=x&+Q*gpI1v1vAkmdzE@N%~dKFDf9EJ2=+z26`^5SU-bLZ)cBUEDPIAFCMOd-btNe6Iq5!w z36ipLA1%Ujoj6pe4^oDrC9ULL4E?3gLh-Wdk;d|1Ia)^W z+=WYO>Ii8cwy4*R7OF62z37-5$0nFXa8PkUD{;`$*yQ9UBt3kNUv^=!U@7xYra|JT zdW$dup_~2+ADF&QvwE}wy(-qYCao{ozvH4+b-6d=zF^ThGrdl>B1&iYiJmSLOEbsj z;qEGjs?9;YH>E0c=#+7k(^7c8^z(bMV5}mJsypYRuq9^DHpXt z2ys-YR2P{R%h$Bl5{(&Cyl6SPnt_bacbPt1ixAT>ahhm$g+yRIyV1k;UI~3$Q5#V+ zT&Hi>n0cHZbi0g*5ycP9RquA&-BKYCLf>@%qJ&P_M2lij)!FM~ZZ1(!&${k34pw|8 zVq}C7dKEqkwInwqOQqHJ&;vUYV%L_HD z#jN+r43*_x$*1oh5-J%^q>k9PR_RDCQ9{Uh(29E;*AV zs4Eq@;A`sIaa)vAkE)yWI@`cX z0+ZnT@cw@a-U!|Ro&XMj3K#<=a1&+t2zWVo8F(q^gDZfQ@4v&AbG;1f6j-OgItA7# zuug$>3anFLodW9=_@7S!F&u%53cQ4wWf~_}mVwu$m_Y_>PUB3sIUA~3tni%i7q(VA z_Fg+~0wIi;TBCTi3VdLt-Ciz1Q)QZArxuFHZ{cJPVl#jcM8aJ6<2X_@g-)Kp4)zAi zrDnZVYK)l*xgp-|s0(*guRCRDrBq5=sLmE;OI5sfTq1^w%$H`6n|T>st}qMrYJY&? zK-62Rc90Gq3lGZnK!vhWg~w!SY~*awEOdHB$N8qSPlBYM63`Oza%?1uK_De9y@cMb zTDkJ=s~(cX$MTfm@mL5Q$Q6E*>q7CE<28f4@%W_0n>aQYG-_K)W5>&#zPCk7^RpS- zTnlO?mEBt8Kl{=3U$}Q?WSyeyAH%)I0rpC&R!0_w)q#vYyzHcGCL!Av2CeyR2fRcP z>Dz&jgy)UpWP-s6@>Q$?&1#|14}qg-yC(#)C^6wK^#fV9y!?o1XS8?)(ym2h0tk-O zw-JPu#t!(Lj4rP9+YzCfB~uhpV{A($J2cw}M|AnCGf{+@rMb3sEhCbH<-%Ar zae;}hUAk-G?N<>ExDt}IOsOS)T|uhJ7?b{g3%2BcfDM57|8Rc%-{9-72hRfMfp5aY zi_iZeconFD64(I#9p3#fz{kMzz%#)zXo3sCt-w#<;Xe-k0K5~t1-t>g7(5j;z( zZ>5wvgD}e~zy4fB_EVU2r4&I~y;(X)#&EnuwWNHR88H>6jL!W^6BIG2H?lypI!XUH z<)?)Vt&02o)P}Sg>H4~ejPAavCDTgDpsXk_Bd_I1 zgv5<8u@n7SqJYbpm`kz4Y+IJOxo>y>#2M9=^7=6M7Q!b}wU?&n7lSUQ#&IzeLRH=5|c6n@45UcOX`YjvdfO!!KLXLB|VL z6zyVFVkz)dpR4x|*Xu3Hpq_KU8imO^r7|7Ss?yrg&T})nsYoWU+@P)=p(O>08^a<| z`dmv&@!`j6V*Q8)q}y%OyFLtEKi_`}N-o>gcc6zoBi&aO#C1UZ6+UW&8T~V?$1pqh z?u`2y@!B10mt+Eew;>qSL+TuN4BV zq?~c1Bxn!|nPRf9OC1DCv@sCe=^P#yZJP3vONf|BVGh0A!OWB7d``L3Wxv4$7a!P3 zH90x>!95hp&tu9j+j?f^kgfd+jhXb8wDCcvobjwY6aSS>dX>(=JkqG4R6;}V{>a7* z{Uh!u+1DeqY;iAHslUWMWTn1x!hT`_M)i>u`iH9oL#kpup_B|_-)^W=-76+w3zCFT z)5TOZ?Y)Ru?Uss`>ZApi>4T0c#LI^5A$3a4=`xeHr?14RX*QE_i;ON(9VL)F3`rId z&eS$uT>7lC@I+_%o}Y;jw@;astus1dP2(;vCS&^LVm)5awDh`2ab?9f zTIe1*Zqg*Fg1J5iL6f6jD=9w5ne)-?Ta1}a{(f-ZIu9eq%7rji&=!KVM!Qn2E0+_=%c z>qjt}aRswEqO|dv*2XipW}ZxJJaecO=K4{FU1uj(@<%g!*t_@5PNmsyEmj8oAf-@M{1%Iz7@d!j zzZ_eF@N1d_R+f+LAKW?5;lxVw+oFpGeXoZeE?1^6w~vhKN4?HLCJ^6FNgIu771tNh zq<2Ga-Z#z&~u=SeNu(V4K4S^4X&+I*(Ci`n;u|m zP0$r_^Vw@kFjk^8oU*V?|%kZ29E$|fgi)ue;2$E zya4P2yTLDjdx1NHAH&bT4ZHzd11&jg{)ONL;0kaLa3j3>r-69-CxIt|3&9My zKe!+GHvIa#z+1qRK?^K`Iq)cO2{;?v2b>E21-|`D;IF`6fRBM^fnDIv;P&7n@b7;L zehEApOn{%lqyGea4m=x(XFmw!2k~-nHuwdgcKl&*%IBJL#eYNR)%W_2MYDBteaAvy z@LQ8+Zld;&Q|o84y>JtC@_T*9QqZUh>yG_c-?6OkSjyQ&Ij}=op!^GW90iVWabqu~A}N%-6foMhuGa36gq% zrvdjX*_JEyOr1ES-GLP^Q8)A|2~ngLWkp%HBZ6S*Mu}kFBi9oL{ch>mB{!h&iU3 zIbr+)<>;TiC8^nlRAgju?G{=H5jd^cu;S63)C?)9u~9*i>us^qo5V!pT8a`2BXU)f zc)E_~g`<_0&Sv?V@lJVy`f}r_JE?ugk!c- z=25*_8k0$We#qM)vnkWs;HfF}bBk}2S!wKA-z{9;PCdoi5w4W8$6hw*=$k2har>MO zu;|zp!u5XL(LLxjGC>_dd~WVX`4Gn?=G<{Mvp6wTmkjmoS&*kWP1_s}E+jBfy*p*| zX@q$T4@$-J=b8sE@MB>^WWOYOMSz2+8~k9k=%`GT{yMz5PTe{AvP<#Q(@0M}Ify{x z0Ar^Azcu{!8-e)$qURRB0Du2J@FpM|fMsw6*aYqfz6YQG6>uZ?EO-ZyZ@|N#1+D;F z!99R%|Njz59`GwbcK_SKgTTGOJ;9I3|3~1f;QiowU}aj7dtHCAPJwj_tW#i}0_zl5 zr@%S|)+w+~fprS}&!vF)7=28Y>b)_iOqkZK*5WhWj!wzHF~`4dwdS1jWM!3-kBl%u zOaxBzBZ9i~o=O1oH3j`2PfC2k@I<5j+6g6?_Ap{%^tS!LI}P09*tM zU?(Vpe}$+27w|{mW#FYib^to(e?M?*pmPCV_Wb^f_-=z1u(JHmoygW}woZX{3anFL zodW9=Sf{``1=cCBPJ#dLDIjih{rKqm@zHQYQBXCnA0Oom%zxeSQ8O!;*mQssqDu`f zo@uxfG4gcUI_Qj*oX-M{SDnih{|`%FSj2W*{QqP|HDA1jOd%!dp z2WNpZ!A;01J_|k!-VFW^7y#WDsCxr;f-;bA0Now%58zwili)qz_27k|4_ZKH2lj*W zzyrV?!RI(5@EPz45PSzblfQdF=Lqfz?g4a;;49$c;5}d-Tnpqs;343F;BMeYoFmX3 z1MdOv051bi1|2X9CczkZ0JuH)8fOaRN8khC55Vt(SA(a5WpFjP9P9<>fO~_}fcy!3 z3j8_vAh-eiGU$N4-~w<4_#Ed8J_9}t{s73ofX*MtzrbnW6mSdh_nbNSG`Io04#=;- zm0&+O51aw+1pc0W^K|ee@I;_~v;cA+bvI06INy_TA6&{?Y%SHBotffJPIz;@6uwKi zr3zm!a^H%Li!KeBj_kH6Or92^CYYa|D|4zEOSeFoOEF?=FmUpgYtTtY63{ECRnMULu4OW@=a6ITgL65>8UN}j@v)_ zd7_FeBt`mThS%Et}3^xYkid%{I9Z zw?E6w-}Y*+y$EMjHNXn`C$SN9W69m?MknLwAm=kuWDcE)%h8f<9y}f;Pw4nAjfq?u zYw7zT4_VnJNrs-9x;|7zC#U?aa;s6Spg2i&Lssr=qu!0I%L-S-t(K9}D(IgiGe_Gn z?bL_os}XeOw!It)AZYR=JHgzn^6b}bdyLXhu2Q{>^KSW@x7#(@6igq&M0fg-yp1P0 z2g+^a&Bo+$Xr<&ys)%}d^UBB!qO;PCYBS=fqPxdSvou#2?bpRqbW$!7|8<8lfuv#p1?RnvKj@{I{8^dMR3P>FZz=e;T4kSL`LaE)EreVS* zPZ*RwvU|3cRmIJ|{&Yfi78x#rCWbW(FQ3}Y9bGJ3P}OdBk+C?$b(Z2Axply88;47_ z=1xW8$rUBm3?r!&S~eWpIQiB!O9Af|u`9FtO1MFFMmq@S%b_yg9>^u4x8fsv zY}rY9^eYrDy<%TD1-4&n^o)0n>5NwF+*6qoTJc%1awQc5SCsPCUrs%`wy?pRFoqk_ zlS3=vVgb9mB=wlvFLICUR&nG1&x2XhS#t6JPxFl1SK#+Q31t7j3)~Ax_kS1g@9_Db z2J-p;axeq_2EP7Jzz4wlfqeWw4m<{225tjx0Se&j@bZ5Q-U(g+X2F#}{{PMcMQ~@J zdja1MejofE_zfVR0EfXG5U>A_@a!K1?*{S<@D}i9@CtAkoC~JGCU7rM0RII4E+2u{ zgV%!BfL{UEfeN?;+zp%#?f||EAAcjb0sJ;t0&}1WE&)^Ee&BZC3-Iut1%D01_rDIv zufUVQgTX1_v+(O51s?_<0>1@b0OVt!1-5{1!K;5B{5AM1@ILTH@Dfk~=Yb!?r~fhd zJ@5|jcJNa06mT855Zo8s1Kb__2!8!{z#G8p!E?YNFb6ILw*Y@eKajt`4}v#=7XtD1 z!PkKA9yjMp16H4~Hf%0$O_qTb_G`_qzbtvR6|JCDllh3fjP9r5be-<4=?xYa@%v&s zNuA=c9VC2gqgO`$l@!3ODaF)bB{>)3!ltDvmv=2Ju*&tKrS@SYX`M!m<5psYGaFbd zhKdp@i2sm0XEnSdrG_@m)Wf1ba%#7XLU`tQ?!;5{|Rh9opl_7bH#5zSXXT z&y?0*SF)DeTr#?mN=uvS9lLW)5ir!cC=WZ6x~#XNb4Czhl5b7U^)&Yxwopk6s8XH! zL^|MFN|$Lxd9+3TBfbZ5MC`whM;z7Sd4FD4wb3g$wpNQ947Ys#mSLRvs(#4vX>Z*_ zbr>&8+~39i(9Ro6Ce^JsB~*%Ihn^!kb6FSX;E-AMl|~}>jfu0C3#?N_9Z4lJ(LLoS zF(fiHYV_?`qpN8`qsUeipY~+(eBzip)M&j_UVw)xzKdgd?H(-MAy)GVE*?)VK8K%c zEVkOZ`WPRFam+xD{P4){>|Iip^UbYosF0n04s~%qHf3r2^QiHp|el#OEC)}xBHX?pY4Ey>(w<2c{DooChwC4JJx zN}6)C7gV2M#3u~46ZI@Jc%9INmM2jf*Kl$$%N5-{y8_cD?O05?!wKAbm#`LHY^_XS z8$E7vXD`gC%f{JjqRmo)l4qR52Ir-zg)qH@+v22Sv9Z!%u1@)wzD=2sjI}+3eg{_* zZpPDm9|UId!|H^c#(uzCXtD5DMUI&Acf>i-FYFwyQgbKuJyQ}-6rmYTECzJ(CFMSe zhHwLG70pSeUZc9~i3{eFxLGCJN53+y&B1!N#i?!abx0-;wVSw*M;F4f4>uU5l61c< zZr(JW`ajjPN3M?Zt(Nu>BsSr*I%z8IXdiBwpFS=33svm|Y|z)Ms8pGN=MSc(tWLH+ zilW6$(i5PnnLbgWW0k~2EtU6#%R3Oo4VcvxXhr$v?bXwzDPA^U|I56J??0oVLBKXnO0}x(aWZpKY%2JjhU}cWuPOGN*2Cbbas278BY* zhCw|3V%?S>Uu?tN=E)MQ4i>dha??Hz3PtR&d{U-ic}bD-jOTD7!up&i2EK47t2>ea zT4S2-z&wI5XIRufnvdYdKCk7A$)PT3!Y!T|KtPU&%oP&?ge-@I3L^@1iOH5!}H$= zJ`COhj)6yjonQwz3)~$@KJX9l{VxK~1cWB?xk;{Tro24E75ffBeA_;+~vFM^MN$ALp& z0OULHLLlD%-ry7P_3|C~Fz{3O_jiLPsDMX;Ujz>U4+1|23g83q@J|8q5qKN$19)`# z2mCI$5xful7I+DG82BOl`P)DZ+y{IFzWlx5-QZo|6+pW94tNwOg8PE|0Qm&`0Z4r` z$FedyR}n*^;IYxF`Ky=ebYU*(a9g3JYLm@B%o3tBCh>Uqrut!6_tv^uV$GGH1&9;%#bL%$PTLQ|54N}A;awc8CF%u^ zN<5p=h=iiE3M!F4R3*OWq}%2q8_g?Xmb9A0q>FZHl|kT#RseoNv#tXAjFK%SlZmtO zu{quNe`Zj2lWa4StmGyn6rdu&V!n|be5-%BIPsS4xKUS8{iJw=4e7i(@3 zGomDgaw|cxcx4AEK&Id|A2gCPA;c#MIWbnMF0d)oK5JgLx3(4wMlb#eo#(_lYEK_D zeDXtcb2|@ATCL4KMbo|$`lJ}Yp7XAw3PcAS3wh+o5jf&hXYo_K=Q>@4aLrCHI*?+k zhoZ7OW`&?bu(-l}BA&L}0ydAU0kw+-=ICd0x=b;t0_pe27tldG2@#EEOBy!GTMmO* zrFHR4p3o=c`jqknTmAmT!JA8DT_UYLi2Ava(MwqlKoaX}>agyGFTH6LY%`{DGnEv3 zce~HcBeYtz$vxqc>hw~?(JXZ!D**6Rj}YpSOI&?)5;jbm$TWB1zJuSOk^I@)zwQN^>$cOrWsHm16TetWQhm$U{I-P8CjkXwtVy`RZt;_=8 z8<>CCwbsJxIx})@FyENt0{Z^Z5j5U1ozQ)xh(lSObQ#U(pB3<;{TCq(;tuu^c~6z| znGXxs@zXb<_!H)s|0D`h^!L;=fyS#gEL2LGpt*&Hm3KQ?vg8Wsu2#^DRbpnT!uBlE zPr8lAI&Md|nUC3+HUXoR&Qf!p1}(W{1QzXbb}v<+M2`_aCz*yA=P@l0JWR!OlOg*k zyB#M<$Bnc7ZPSZN5Uujj2hfjT8l+os5O(55Y~FQg7JT!27?%4ap)kaz)}X<0Y23V4 z@C8f9tz~n01W(K;Sc4YrW>kXypbf{sJTXFeOlp~T-Ih+2PmRc= z0;b(?UCK=`E%u@cZNl_rJkvWJ+H$pZH0m8)o@+OICA+WhNPld&f8}eI7ob{p6V`)I zVr(bH^*PheA1l)?>s4OHRgN}AuDsksz_$H7xOVru-)&6jNs0hrJme>&e0hC-Co5yk zXm4EU(|XDv%U`piQX)>TAvOK~3{2q{#T&x^&v^z>=l=f){2};l@LNE(0M7ur2jB{D zYal-Wp98-NbpF2%&H-nGZ^6&M0@Ohb$j_hj{(-mO&fgCO-+_PsHh4Xl1?Pfuz~95G ze;xcE@M}PR{vQr*0X_w9{z>p`Al_Z~`t1Tggctt-cn5egcr17{*bg>>AHbh~2D}YC z56BMxGH_e)C3x~1z%g(oI2YUn{42cqr@=eHvw?W_XJL4`f4s6a2Y!?k@v#U>wMozuM&QvOIf=eP83BQR?G`VJ7vP zk!wjVgyQBoZrStu)^vceWNuUvxu1IEBgL}IN?LYV@v_T;LWa-kL9<0Fgh={!v-_wF zW>SMrA>kM*;lkD6gV_I8y^~7$x}tx0RHLJPKX;E5l)|vrU_BjkR+aiQ{Rzu(wOO%) z2_eh;^CaJNY-fyIkr&VYfXkh{wN*%Dh1a9g@+8t+7UHLxb95Z+fh&Vvqgytvxv?yFy?dsC;cs?YCq%dw*^Ty3taY1=68v}SzlPAC;Z_Wl+d z*F~4BosuThh&u^8>_rvpGohXRZh4^oBPk+Ys&Fvt!RTS%Yxvuy#)D z#?7dTWm$U)HhZw5;X1y!JJ_CmKg&zcb&psd73gZh4?lLcMM!+RjXBoH9jy3f{uLXX z1;v%GkRw4}z;-;Yx9VT4w+>OEg?4e9>A=FzQf?q_C~`_;nR|-r9YSu-FlkCB`+m#N z`%LuIe#pwe9+ELP;9f**)6k^#$RaDpvtV=eDkYHOa2w9Zvt4aNvVnG&HL@qSEkQw1 z!>8CA%ms~$pE*>UX*?)L8%!GGFJ5f4{C<}$FBgYl3tk9m=)0I2>LhUPi3$@>NZC}} zMHcincV@!VRYkcNA&s{E_*_R7M4{{SNXSH1$-x6F3Dm-bFqK9|hGjuebf*Js&6U<0 zM#f?UDl`;AS6aE!+BSe76Dd8fn^g#5Cor4#U7v1Aqv+?L zBPA6gK$;05k9Obi=T5rAzK83XC2U3XlS)QwhTr#9oHlP;v^y4v`Zw-ynZ-_~grF@h zr;`iQ1Ix{}=#oYaxBb$I*^by*%Ii=TBB-DtvUwzv#PD#~7FiWjFVdPxb;*1xflU6J z{jJ->n;gwwU7n1di6}L6962pP_QmY`Rem#JF+rJ>ftoRuD+`Bt9#0b>JA5el6$88O zwSiDrtPra}EFnWSmJKdh^He&u>_FNUVQGV1uLLgsYVBNd+3-Wjr3W2F+pA0JV(Gi} zuzdN_F-$(0DqfDr`sw!L31vqF5hH-vOydSle(}^g^5JMgO;;Pnsky`Cs1RSR>ZGqWf`VvN!Ch0iM%2*H^x4$3 zVA0o-UeJ2@ksa4F)Hn6*_C{!zy{4E_hS;mpIvyHsLI~Aqwhxc0kh`KcE(i2ZW?0pD zTXf-wXuh>q@E)?&dLDE=%Ge64(nR-A|2mt)tYRJ<76d_ zV2kby!|2!{b+0?3m5(}O9oY`m*d?|d-4)NQJp+R;qchzs9;e{)+&;p@Gre_jcEBVi z)sWwecpE>ql}UkJt}JXCO{B+?AFK zFndt9ilkHENkQ*ntD=KS{$Ty6Pu9KAOSjET?MV~9VrU1New9_drKEJ}1l?vi9Zl1` zn-bISR4@uZ>jqk4cL;N-D`CY8X}93!1cZXz=#vaalO(t+iISY+Gd`m(myT~h8g;R> zZO3GPFv^Xqz06-I9aM@g_jC(Tr`**xB|n#Ny*&mAA!fPJLpp(g2sOh(@mP3#JkgS) z)9UrlD7x5cH_zk7x5#A0DIo<4;JXhhOawDsOeYqKqv&@_TfC%5VBpp>7uk<0rMsUEQ{4I7UMMZ&4|}LMNJ3u4jCAtQbUb0El zjy{BZ{OHY`7s=!jcm4zAXb-7%4>x*d-eNS~HF6c9OyPh;?i9wT;#fkAnoCC<)3B+b zT(Irb9^0T+o3oP7&C0n;w7qro+G}0IC;dLT7Atk)azA3qa5{ zl$D)b)R&EBJ=I;m6^jR%3^iT4bX`}D;+O8JqiIgaIBwg<+(e$cqs(;+KNu`+qgS$& zC0A4h`EK&W<;_^|Htmw2hfq!*ot3EvAxbJ(>QRzfNibZ5nvoK_brrUK zl-eRC9G;!nbZts@Z|oRxvppQU zNi}Am>WC&h8H)O*&5_hAfHT^Z^s}V%h0EZ=@Cd(?5TWy&XsjipIi!_5ajE%~=xjUc z);$v{giO*s?_|i}d#)QIOe3jdy80!-Yv|lg@S4>D`dMH&SZY`+9nO5nj2Zi|ia+x) zGM(XIxpY!arfjOq=#+e6a$$P8B+TK~$lUEsE_A4TIG&(fdn03y44F$UmME`S_)G{D zUH1QzFp9SkzX<=|_Dtgk;Q1v3knR8FKz9G~q{U?cbme7z3 zxIZ`rd;>Xv{QSxOU%vi+7d#a_6r2Wb17tJsTyQnG3S0>;0Zp)!0F&a;{QPnTnyxc@1NoMKL-9B zycWC${4!{Rhk$Ru>%S5-!9lPG+!fpfe1&$p0ek@b8h8PyfwO^lf3@SO;3Pj9M9$>R zb}-Uh$+(iiDN$Li1REGO-ofM8QRa(-)8#9wI;^=LFMaJUx0N2Ow{-cd-CY`PWmV$w z8)9)ArR&Y5e*H)v+aOfem0&*T*2#j!(ObgX7IGF9A&Q+tcF>?#ymq#z$i-{j)DkO# z2=2#e{K(R>G*TA1aj@KrWTp!05Ug@lh;;6=Ma@VHvgW5G=?iF8Y-3k_>~f0%E%o;1 zlvpH}vfDH|L47IxF4?15vPb6Yoj!^=r@E=AT;cxURN=T18BMMD2=m`!O4WKVn^eDh z^u+1V-tz~0vs2fWxt9AxsftfY6~aVDspgv9NE#dcPFs~pR|4Yt`-a)~`4=(Wraj$K ziLcltT-*5+NHwIDx*%A2`)h5(+t5POx@9^4aC1R1HppBYJLB$Aq#%y`QY)2qk4O8* zql+AI!;84Tn&OQ9VM(~LK%s0U<)+_5_-@fgceD>0x5aJI!=2-qvUO^IqwScFZV4yi zg2=f}>*;ddP30+*hA#}72njS4;JHzail<$YMYs-uxD^v#OB%D-ORZC);&9OUu@OV+ z&XhP#+WVDlc?&Yc0p0dsk@MV%674)I7<7Y&?P>nN0(Q`EYeEV9Iz0ex+?0WCib;Y5 z1&>o!ntI_pGjI3jA)H+|KjK_W3a1_zrl_(Lx*7Lu9Ji%{y)8!aJ{7ZKpzyJS+|&%0 z$Pp}2allCLp^&;Y7Tj^h+uhV8>4KbIl%suh)C$d|cApcNdcr(fe#G>?PQ5{N8TO|e&0f0=ts|#NP~3xF2YaB-a(N$($kJ2a zt1FoIy5mOet_$Nx13+KAl*^pIVzvRAB3j zCKA>$s9b@wFIO(Gg9;jEE;o*hI{j&>QEnrBJo{Jzj_Ph+ zBSC9tEiqxX3{hRUIIc;r<3?}=V7ikyFeDMCyf{=g^8X7lw41LTg;{^+j-LD+OAGAN zdTpJ_dxFEz4%ubgOKnjPRPYCpP>`!{c*&=Pi;fy<-)&69eR_;(4)H_?u2%WtoEZb1D+pMJY<+ZB3a z{O4J=fitt?f(7Cq&n{_a0~dJR0M}?e6AoxEYJ0IbXtEwFa%yunliIWCl|D8gX6)Z& z&D4utXQtQ5KC;o9*KRB93QMmFE0=G*p4EjaW;bYxs`V=#l;eIU&+w|l+nbl9S~It!8n8d_czTr773n zH=w-JDRhn($PgT5_rN&Y863jFxUvlU-lu(zx`Jh#tQ4+FL7GHg%?N>_$;q%^Puc!@ z8~L#^d1MKseh3RMOEV5i*a1#<0#pK9Zu7)fbfq?FUmS4WtY*T`Qt0tXr?<Zv#Em zM}FGKrmPB-7B(&&h08itjEZIHPD=c2OMEnTd}DTA$VKbc7l>vfaU~faspJ#MCaKcc zv{BGs>Ce%bquHrMFOQh;Y{oaH{TLA_ywAR}YSBn;tn)7{1HDLk6SpT<1}RZ$t8J5| zNUAsb3{4YkygiTWdd139F3ekMS}iCw`$vDce#G&LWL$(Ft90`?x_V`FR>B9A+0!qFJ*Y1TO3A|RE5m88{;K=z9guqhF)YFAsJ&xh0`Z7m4!bDr9&wpx%hxe zHW>`_DZoOnS~*moM**Drl@Cb!($&?Joh7F#j(;XW11abpNXEmjQZm%DwMPcmK8#!) zNf<{ILRp7LISy-bXF5{S&`PgvZnSzyF+>Dq?g)`Q&s5Nrafj-Baj(ibt)%x_UyQ4l zRK_Zw$oR+AksAw*dd)BIbYe+0A&z@#5zvSSbaEe6jW`6o4!!R{A&Ew7E#OH8?hhk+XShvhnp>xVX>cUq z+B>j>*)~rcYby5cJ^OdsDrXmR92imU1JDJ-YwVeNq#!|?YxHCQY>0x;kn-6=Xc;g8 z2ANcL+A(`lRlo&fp`klww@ZFevH%Kc^B5eKEqyi>##318S#%cLFpgZ-vLRB>l0s*D zr0f}S-?E7mrpgbN52$z->2zdRGSZ0dNM1H7)y#)QRv!nBtDtHi!H<8ZO6BXqCLw;C z&BKZ(@&Cl?1yjLYu$*$}WD1!aOi7V;L=iWrWB3+Mg>(`k$wgus1SyV`F6R46XNqmt za9e`~P5Y zJMbO&`_F^F03QUe1g`)(4{4KByE(f;& z1@KmQeE9}=D0m3?HvIfsf&BSRf?EN#(_gEtPV`|4$$YGJJt|{3&#)$EIZtCfrFOH$kVL)s1HWq+U`Gj4o6LYp zFD2k$o9D$tS|_vvWm)rN$R4m98)GF@K3TDmD<8Y_>vFhRa+d2J`n#Mhp6*O9d#0g=h9Oq|Kangem%PdV!Q%Pi&$|%+p$<{KZIMSR= z>EhRjSyFFjHzjAWk_E$3NPfB$;@_4+^2?_%a-Q|=mM4{;Vz6s29xNkyl_{$s3#I`cYyq1WNuI8|}^TMlR-*#mJ zr(=6P&eoX!L}yJl*JkMnOGbaLVqv>UDysB4!fj3h_97%w!;|x?SnBF9!<-CqK z7KD4sN28+0deNMMIgFDmF)}ygBm={|a=6NY;I`ra!)l_9hAZpP*kp;0K%|W>|_2xG9S(lq};A$PrER`vE)Z4s+q$1*96u zJMncSve@cnaWmMeA0PgbM>W|niL_1tt^r^QP6nSF?F`-hx}(H~WkMSHoiHWlkdFKC z9Ftmdo@Ru~J2j%nM!Ik>UrWYFq7L8ZwlHqQjZiAPvpjoFpnrDbVq26b*WJPycVgzF z6KHedE_>pjYf=0pJvPee=4A*un|n5%59Dp4k}m8^We<|WPnOomV^R3=8F^aD(Z%)j zn`w>ZC`Au(4sS~EN)aEgjta|%d#D$F45Un@tefhLEZbU|D78orhxJxUA(hz9rl6!* z`;tVW^FyFqR&GeA0wy}yS@Zsh@@W!!xh;8i^O{s6ykBwKN@0?&?~b-g|9?;D^Cr*# zKicz^e+RGsF7PZMn}6N;_xnIRejn@xmw~O|U*YS&488=e2QL9H2EPn?K=%H(0^f(f z{|tCHcrmyR%!4_g`~S+|AK>f12;Kpn1Re<@a7*xc_NZ&2at{b9l_h+>E#FTUO+bd@&ovI@NlpV{2cfQ{QGYJ@$-AYt-*KU*>3`` z2lDwh3nFkjxC8hwy!#7)^!wuH%it#Xclr90ul{+k6Wk4a8Xo@HU>1ylk3;wOf%gKn z!S!H;kGfO%xI@*2@H2cTd)n|s-)EswEF!$GIe8V@HqWWL-(J0XoP++c7&h#+9XnF= zI>U6L`g@_s{;$&HcJgED_5MeBx_+EnJq!8JE(ROOB!>U7dW_JmXOD%yj3Fda zDsNHQ!Jsy{f{Syx*kNb4%VC*pfWvcTidi~Vv>m~u`Xr9pa5FbGbv#v!gz9lcJsWyK zB$ zYSj*5)>d^@*viNgoKwhCztK**Uo2t-l$Vtr%? zi=j>eaLa`RlKAysL<`CB5GHd@kH8?|opWP9eg*$+T)LfCiB*>cmu^UXS3Y%ANq97f zudsrxMo7f$5$iZPz@fSHTrUleU7aWRf4! zus|!xKNp+rIr;hxUWP)G#1GtToNXGVyp|>uA!oPq-B zlbaP%Jvk2R7m`@rVZ|{~N2O)`zhEi(e|*mQ*l6tIU`%Q7Ug=1~{cG(_QlZ+tq}1jO?{6r2eP;ClG^7lIdn<6s}SHTY+E`F{c*0>^>;{K>bU?(ma7U;h5D z1KYt_;C|pc6!NWL9^4)LIXwKIfIkAy2eRqE9GnkyPXDgpyYTb>2&BW;-F&j^e*m~2 zD1gty+rJ9D82l>GeSIbHPw@0_2J+!2z5VUL4e<1j1LuLw;NQi|gI9w#I3Jt`wt+i? z)4)&Q@8#S7o!~Io0(2+e_o4Maf_H;A1JVA4ApWQexRJ+HE+)+V@Ji&gEQ z9Xx?HX-eg%`=2FaKPr2m1Ly&Jo$BEhXJp0t`Ln6Z$bkdrm0N$nr5bMVydj1MFwp4f!{Eq`t~SS+cut|rdomue}(%KZys?UHTSQqnSA z8^4HJ^YGk^M9Zui$!zCZr))Akx7jfUELKb>&pa_h>!zceNQ&q)Nz%#*6O$LNTEpRo z#F-}daNXu)<|mq5y9DVIk2%?Xo9 z*+J!!NxvCRM%7#CGnOj#N@48zS);37ST$03nTedKa~wZMGA}JK!k+2RtvGY=OkLyX z8%D=Z7uu2>rcSWAkU2;YucSmNSQVxd$r@Rxe(YY*&oD`7!PH2yB{JRyxxO2hGrP#g z+8LyD*4-yvUd6Ca$=|ydr<0VaY&uYkbd8J4R@DlTXx4q6(UoHVHpa-GXAbW)-qs<49;R_M%= zh2qM>N2{5c@*>Jes(IW?Y@Nu=h~?-1q&mq2Ig|XEFfJ~!T5~4+k-W+okBnrP-24-E zj#jCpcr0t-K$bnU3YaCXYmrR#i_T=$GGLuyL#qiKsA+_`f&7_uovF6nLOkh*Hn*mlB$STd624g68A^eg4PI^=Nss0X& zVqlb4;)_GPtXL}PYvFzP_9H)$*rh!DhA{e$N3?n5)wZ{q61j$u2{V<*bHcmu9kdR) zsUyxHo{bc6#kpvhQo~P_<8ZQG#I|zMg;3J)9k+h2$jO!^gw*%wa_Ehxb+C%Sin(8> zf@-QJ#{@<K3xlCMz#@g%BiskEZ(1P@fp<68U3YD>y8dKWVLCQ@%!HQ;%Vdp7?)Q`@*-x zf5QKV^Z#Gsq4fXn1TO@~!47Z{xD)s$eE&DV2f$&l48olN@&j;Z@D*eL?*s1zvI#f} zj)0v&cL9D2S->~JC&0(S>wx40bs#^08^Je`3w#5-6+9gbz$M^xa0l=iWCO1Qx({Fp zEP^Y*dEn>4$B-5LDfk^Q2dY4K1#Sk@;6C71K=%eprXU{yi{K(4Uw=PDPViUY?LcP$ z4uJE)c|dmrNRIHg$PDE7@A=>vpaw1jXM)>-ze9fT8KCX`2lpQ!_ z(wTA7=>(U>X0PpBP^VP?tIRFDO4xh3sH#P!Vl0)yvVhBn;;XK?C%GFXZ)KI54oatbtzVURWGpqOo8pwR)0qV{6>>#7<(}KCrXFNBA@j{f zrvsJzp&#^j+4s#@Ju`;`E-jF8zN(4ai6?oc?{SL>MGf~!8&}(2t1c%p>NufHvn>>{ zady=u-Z2?GH}S__KPQ=|n_xEn;i4oz*-Ru+l7x9oS+ado zGTU@#G_m^V{;5XMCrOYIF`OU|*O*|zlH;FjYvt)TGpo&!^?h&67vkmm`qq{EdZ%7J z=na3e{as00hRNd$9jV`_u708tYvZ(r5+~-Lp-Rc{v?42={1DZ%6^qQvT#*YQ>F^y_ zIrQ9|!HdGh6c1rq*&3TNVPo)2fd5B4;UQ7jX!4R_`xqq|7ds?5B3p$qvV|}svrP^N zjS2#JNp@J%=PuzYqw4YeQ zW22pWT+lOpVwz@y$IX!oo|$%wSK4{&9_AEcsuD#RYoktRdAi^!(9RKcBg~BaO1#P{ zT(ENSk1aOj&xwL?AkH0Ml5gIbS&7>)b>rIET4m7EIR@A7ZSAvDMM>SZt&Q8t6WH;(20~aupKymvV z1{D~kMY8K*09i70N~2FEs3V7e<7tz4z*k*5#ujzt6Vz--y`gL3DnDt{w|Y80nL6B* zOhZ!7l~Zr>dWC|r%XAEPtVDc|O%C;%PmIH115B}SZiEJPME1PFJacivS~Xo?7ZHPs z{s{G<9M;^7Z%IK>q$3K==IJ8+;Q2 ze-69_JONw|_JT6_0{r^t!F$0UfY*R$fHv3-CV=kplg+@5z}m^Rkveqv1Rc!?WsQQk z2?$+I_#@er>vc|_V~<#FSM-Lf0P$viC38HRk+bV~HdhNU%Am{j){N>%Il8i^Pxa`j zKE8WPE*;e9_U$G}7bZ2=q-D@v#BITu1noQC9OP`<+<;Ybnjyn+%B;q)5a*^dYaGN4 zR*z+72Y(#Nm60R$NrI~kcaCq2h@fm@e$g2`S*X&8u-Pd$6Vohz2( z)d7FiLZ9pk5CmUo<77+Fe1|8CODbhsS2C&Rgj-J7?(D2s_#PH}(_QI2J7b0H~FnASDJ+kbuRa!T~LWze)mnD`o15`&7hvlPyIHJPPje9QYq}Qya zo^I7rRfeR|6O za)x?lj^_?G3^!(Jep__Wpr2kDlCF@S2HYDr5p12B3d1|{pA$uNbHe7cGZB+6t$S7~ zHtV=aEtOn$e(^7ChQSOd6vHT&nziWFmumiVSBGrxb>$i1GIKWScJ9eU(XB7iC79kY z_i%>?DogG5!Jd~@SjtI3<3Oq9G_fEj+vEqg3-#rOH*H}aq)99)e&QAV#?*;r;dD6K zf^F1db?#^%KNQHe5ERT!u!7(u)e54}`b?jB=Ja&I{^TE}mdkoSJ`LO59kFfu9y?#( zb2^cvIwRJUI8~*dY>`&oEX2XmTLr}*yyV+AHG3eXqz+ zBzbwl-jE5ZdWruRt9?s&OzHm*JKnPJRrr1R|N9N_E8s9#22JoVa9?mca0~ENc>g~E zZv@W*i{L`=3*fuR0R9rZ2fPVLKJYy7Tp(M3{a^;156%O(1-Ag-Lq;I`fZqWfFahoZ zZlbVX18)KH3-}zM`vBWuH#i6U1R24P!JmTHg4ck@flXi|xFa|n`~xzBkAPQ#Bj7N& z90c2dpCUVukHFsquLaKpzXIeRQ1=0z4ZeWv;ML$aKm$AkOaR#hdUZa-UXfyt_EAcgTN^u+!ydZ9v%5<3oVY@B`1^fQl~v)i+@t9 zoXS3U}n~*zZU)FDjL_2N?v;zo?E_7(lSIH>YP`)7F5>o>ExYw=Pq~{ zUfG6Y$l+ZfB+OO}&+&>*Xtb`kvjYPE ziF!ND)wvGv&{0y7M5gOc;4}h9*2%WL1ev@6GSF;CkV7kLMVy`q2EC&?r{k@|iGHzQ6L@!!f%hpio}DF;<83p7eWsF!Y- z3@HiqD(6PSNd)u)g1eo>197Zm9xW0PMnM6>XAa5d!9w_@??fzC9+Elv=2S2(sOB8oI=XTSgi0t^f(Dl#col2bQ|Ut*s4fOYdbW+5H`;u#CO diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_uda.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_uda.py index 094af65c7..f8b5e89fe 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_uda.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_uda.py @@ -1663,6 +1663,186 @@ def run_adapter(rank, world_size, args, wb=None): cleanup_dist() +def run_adapter_uda(rank, world_size, args, wb=None): + """ + Args: + rank: + It is a value between 0 and `world_size-1`, which is + passed automatically by `mp.spawn()` in :func:`main`. + The node with rank 0 is responsible for saving checkpoint. + world_size: + Number of GPUs for DDP training. + args: + The return value of get_parser().parse_args() + """ + params = get_params() + params.update(vars(args)) + + fix_random_seed(params.seed) + if world_size > 1: + setup_dist(rank, world_size, params.master_port) + + setup_logger(f"{params.exp_dir}/log/log-train") + logging.info("Training started") + + if args.tensorboard and rank == 0: + tb_writer = SummaryWriter(log_dir=f"{params.exp_dir}/tensorboard") + else: + tb_writer = None + + device = torch.device("cpu") + if torch.cuda.is_available(): + device = torch.device("cuda", rank) + logging.info(f"Device: {device}") + + sp = spm.SentencePieceProcessor() + sp.load(params.bpe_model) + + # is defined in local/train_bpe_model.py + params.blank_id = sp.piece_to_id("") + params.vocab_size = sp.get_piece_size() + + logging.info(params) + + logging.info("About to create model") + model = get_transducer_model(params) + + num_param = sum([p.numel() if p.requires_grad else 0 for p in model.parameters()]) + logging.info(f"Number of model parameters: {num_param}") + + assert params.save_every_n >= params.average_period + model_avg: Optional[nn.Module] = None + if rank == 0: + # model_avg is only used with rank 0 + model_avg = copy.deepcopy(model).to(torch.float64) + + assert params.start_epoch > 0, params.start_epoch + checkpoints = load_checkpoint_if_available( + params=params, model=model, model_avg=model_avg + ) + + model.to(device) + if world_size > 1: + logging.info("Using DDP") + model = DDP(model, device_ids=[rank], find_unused_parameters=True) + + adapter_names = [] + adapter_param = [] + for n, p in model.named_parameters(): + if 'adapters' in n:# or 'joiner' in n or 'simple' in n or 'ctc' in n: + adapter_names.append(n) + adapter_param.append(p) + elif 'joiner' in n or 'simple' in n or 'ctc' in n: + p.requires_grad = True + else: + p.requires_grad = False + + optimizer_adapter = ScaledAdam( + adapter_param, + lr=params.adapter_lr, + clipping_scale=5.0, + parameters_names=[adapter_names], + ) + scheduler_adapter = Eden(optimizer_adapter, 10000, 7) #params.lr_batche, params.lr_epochs) + + optimizer, scheduler = optimizer_adapter, scheduler_adapter + + librispeech = LibriSpeechAsrDataModule(args) + + ''' + if params.hpo: + train_cuts = librispeech.train_clean_10_cuts(option=params.gender) + else: + train_cuts = librispeech.train_clean_100_cuts(option=params.gender) + if params.full_libri: + train_cuts += librispeech.train_clean_360_cuts(option=params.gender) + train_cuts += librispeech.train_other_500_cuts(option=params.gender) + ''' + + #train_cuts = librispeech.train_clean_10_cuts(option='male') + #train_cuts = librispeech.test_clean_user(option='big') + train_cuts = librispeech.vox_cuts(option=params.spk_id) + + def remove_short_and_long_utt(c: Cut): + return 1.0 <= c.duration <= 20.0 + + train_cuts = train_cuts.filter(remove_short_and_long_utt) + + sampler_state_dict = None + + train_dl = librispeech.train_dataloaders( + train_cuts, sampler_state_dict=sampler_state_dict + ) + #train_dl = librispeech.test_dataloaders( + # train_cuts + #) + + ''' + print('\n'*5) + print('-'*30) + for batch in train_dl: + print(batch) + print('-'*30) + print('\n'*5) + exit() + ''' + + valid_cuts = librispeech.dev_clean_cuts(option=params.gender) + valid_cuts += librispeech.dev_other_cuts(option=params.gender) + valid_dl = librispeech.valid_dataloaders(valid_cuts) + + scaler = GradScaler(enabled=params.use_fp16, init_scale=1.0) + + for epoch in range(params.start_epoch, params.num_epochs + 1): + scheduler.step_epoch(epoch - 1) + fix_random_seed(params.seed + epoch - 1) + train_dl.sampler.set_epoch(epoch - 1) + + if tb_writer is not None: + tb_writer.add_scalar("train/epoch", epoch, params.batch_idx_train) + + params.cur_epoch = epoch + + train_one_epoch( + params=params, + model=model, + model_avg=model_avg, + optimizer=optimizer, + scheduler=scheduler, + sp=sp, + train_dl=train_dl, + valid_dl=valid_dl, + scaler=scaler, + tb_writer=tb_writer, + world_size=world_size, + rank=rank, + wb=wb, + ) + + if params.print_diagnostics: + diagnostic.print_diagnostics() + break + + if epoch % 10 == 0: + save_checkpoint( + params=params, + model=model, + model_avg=model_avg, + optimizer=optimizer, + scheduler=scheduler, + sampler=train_dl.sampler, + scaler=scaler, + rank=rank, + ) + + logging.info("Done!") + + if world_size > 1: + torch.distributed.barrier() + cleanup_dist() + + + def display_and_save_batch( batch: dict, params: AttributeDict,