From 64a4a7d6d75172a0a9e2bc98f611d0648bc97690 Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Wed, 24 May 2023 12:01:39 +0900 Subject: [PATCH] from local --- .../.data2vec_audio.py.swp | Bin 4096 -> 16384 bytes .../.train_lora.py.swp | Bin 24576 -> 81920 bytes .../train_lora.py | 7 +++++++ 3 files changed, 7 insertions(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp index a42de904dab8c241bacf4c754563a0e67c98c4e7..b1d6479e3fa556c037c772fa3481ec378c66f803 100644 GIT binary patch literal 16384 zcmeHNO^h5z6)r*&hhP%~2jpA9BDsf*duAtq#ELPtmtC~TySD6&35lXsZ+Fd1vprqC zRo%O@28EwQ{G5XjT#!J@kB~q?C~kSu|aFu&ic{+pg%Y%W}& zTKZZ7{-dC?)SI_iL|N6!zf1lfDINr?I%b%Erw@%!=_jfNd7Rrg}Kl1JYsqS=q z5bZ=Bo!#_2THmcBxOw z{-0mazrK`LasGKhU#jhwWxz6E8L$jk1}p=X0n318z%pPNunbrR{wEpmL&n~K$WGDo zF#i9qp8sEYh_Rc%7l6ya7H|&e0ZYJX;MSWM`x)?4;CsM#f#-qefG-1|0d{~3z_@;Wzze`Lz|+7s@G$WE`x*Nc@D1Rjz!~5)@Y;Rw4fq_e4y*z11nvj! z175qAv0nf`2VMlO0}leP;)jec0nY%}fU7_cxQ+Sy3-C+e2f(+0ZvxK(p9Ve!c)$hV zJm3H{=O=;s;N=mGcIcZc&AU7iTMGjkxK z@g&p3bwAdk%PM!PZ`g8*kl>qf#c8!cSj4*V8dDl27>i5AolwbC=9!l&x#RCdag-e* zKTJDghV-2#TWGxFx(s=ex_GT8l+*Id>2M6%Hbj}n1p?s9wRar$XVa zAgAf8;X&Pjl7X_P7PRIV$|s&|8s9C6DS=JiQWDo0-R{5cmJ!o5r$ggbDe3Zx%tBmU zwI{p-(s=DIUC_~UU% zzyi#BnXD}|=|KFqCv@JECsw-rEcGpF#mbW~MWeO-pYMSNGdB?j-VLFo#^Q2ybOYt0 z(}moeE_ZMqW{0U5W>N(ccSp*&p$KWx3}{jWdDNnZibhc|40HH6N@=;8+`Dl&s5tDi z${0;+9r2y0TcUP6lRTRUr1oAel0fjXs$zyjq9d6!*+T==#iB^lM5?JXYXx5~%%+7m zij>aglHTMof0)m_KqmW*=jM`Tz?{rgYoyAc8KqF8ok=s4bJHAC)s%PBp>x#tC<(>P zOY_WR|6G;o@_sWwF^6>pJEqEaRzODWcwJtH{ic}J#e7JU-N@&&Z9#>po3l#M72QHH z;$nvAg3KEUKg)3o@D8GE;*~YqX(Cku>V(R1tCAGH)*fS=|6nc+zl-z8DW8q7N#vGY zvORw^yv|GK&l{@hGd8b3?z~0g{6)8!m*e`84CJs%w@6f#R(Ii>y3@3v;2-!ZH02#7 z!mPbIaf<0J$STk40L}IMonR?->2*ZmVToyjVfTCE6-(A-JMSd`S7>W^s!>?6%EJ4c+ySPHEsM2Zg0JnT3pESubkO zT2YD+D54Va(Xnt-b`LNic=Nf6(mCP~8db`Rz8336#Dzt!#5mGOe-ECExZRgliCHRM zi=9ADQP+jpb0TpnqUBVKeIy3<_k|xD8>I&O2imlj;>&3m&Zd4gsm{yvtS+%auu8SSqcOjvE_!ay$!H}}^^ZYvqQNGfy0B`<*yhG|B}U1Byc~rs!N#gg4;5|wxf68w zI^M9y=4rRfH4;voT-gh@4P&DNM&P*&s|HU&pmdbeyEj=`OY!^=iLcYxU}j(~WMm*RS;(^Nn7wTHk!IdT{dw?loK0 z`F6Kf=^QSWxAuFD0&5iT6j}D6j-Cc8U@xU zuttG33an9JjRI>F_!Xi+zjI3I@wE5WzRh#~`&NbT+xy@5^xw_G{oDHAC;M;ZsZYq~ zcJ62CY5x0({yW@1!T)};|Gu-o5$>PpuOIT?|EF;O4*q(>f1m6d6rMlHU+;wP!u?S1 z>-_z%74F~BUvK;GU%!p}BjkT4e|^D!zqfGz&i;DUe~){Dh3D_$uV3T8pHaAvYQ{cY z|NV`^{k!?=)BgJ^PwY&1zyBwN`~LFU*BS-Z zD6mF>H43azV2uK66j-Cc8U@xUuttG33j8mnK&@UXJqB6#G|7_)nL+;lHUjA%g8ks0 z;4=uYp8`(>PXRl?t-;?Q`2IC`CHNz7Ex0%M1OoH#fLSmN9u4+^t>8>>dvFUv_gBHk zzze{WKnJwJuY=v74DJH{69N8P;IF|Sf#-lD;090!XMwHYcHm!827Cg%2|OP>0UQ8( z!TI3!;Cm<(J`DaGya+r2JO=za*aGegZUerHV&Ze)UEoIWN8k^@%fL&)v%%v*57fb4 za4vWt_$OrKZ-cLb&w#gpKL$?*9dI5J0E>gz}rg>%il{9`H~w2~Gyzq+kCGJRdv}big%W2RIvyfYZRK;9lUKAbgq&op!gM z9ICbIQ>D^qDdE$r9c)x<-Pzul``Pbqo@%$}{jWxUv4bbZ>};d!t~6TH?RulyTkJHt z2b;ZSyX7CeywUGAr+a(5wdn&P@wPtKrWX5+?ak@_SZSu)UP!!eNM*6#obM&RMkD!q zb2yx&_qvVQX0MN*NV7Flot|q{3DIl!I0T(qhIBx(zo-8>SPpBP0u%KEgGk5 zV@b~%s=qy1=G(QpE3MORw)z>VtOj&RS?^#?}sC5rt({0lC@e{39rBmzTUeuTm zX}8mFZlKjwmEGYsRNuaRcl_}5V!c+WEp)<@7k6v*J$NFNTCLpU?M}bR;B^yd zN4?P+OYFJ&wt8*BC9y6DNtg%TzscR4pKJGfjr^#eX5ba-^y0$!EOV)sY>MjIs2v!m3gh!#TDEa(n!ckOoEH-^3*^UFvD+VSblTH%aTQxM-!Ar&Em_exM9$Y;57H$e3!4e!ZapcGw>CB3 z7{^y~dc3wcn_N_zXUYf4G+UiTh6BEl{l@I!WSf?2w+QsoH1=Xo`mWDb)nIeA#LJQ_ zN>EDN!G%|C-&VbP=boJxT(+aSeaF>1FWj+bvb=F@)7a**En{bnZ5=yn?Cf%BU2;*o zt5Gn%mlAQ`Kjce>e^ZKOIZA=^6vuvZcZ2WmP`j^wj)pS4W)>S?DjR{-B z)+O`Jg(lv+;sTS!mfj})xkhpsJYI{J9b;rqqY+<9;0Wxu26=O)Ii1Y2k}Z;BG7D#7 zOKSpWxzOY-p-g!@lFKza_g=E=s=diI+pfHF+ZB6v?%0#;x-z+N*A?4$?%lcT3VvOb zY`fx-$)!85*glptV9Tfp?dkHeNhpyw!+f(*SB1plc~)Vt#!0i6OTbc6YbE7vdy<`d z%E<-W_UzmbvUVYC}CRjmlhpTnYCG#t$Najr)njK;9{5` z@R{wIKCh5QX&w3KGuQ8TCN^w1bm&l}hVS%Tqtfoq;xug(>}|M=*>}aB9pjtv<<=vQ zY%eAYwZln!s?U^5YKdMrNqZ(oKCii0q`T;UX2JS@W0c-bc6 zW#ddlE8maxh)~Hoe#HV~%gYh4Wj zw`jxX!~Q{~#PJH$w6@rvYj=Aov5aEJ^v|Ojt=U73X7b2dd(>0>n4Y)9ms2U&1x9Le z*WC-A1n-2_ z>|+*N$)&0d**s{&Vz0Yls@d8g0jP5rdbPHcB>z7Px$gnUlal{~efM9H`TqjE5xf9A z2P}Yja2B{d_$KoIKY(|Fmx7mo8PEV5zzN_B=mMl8_&j(scs8hm^TB<<&(H(>6x<9x z0NxC0K)Ql^fNvxFzaQKLy5QkpJ-9vi4zm77!HwX#;2_uwqzAY?_!e^hji3rfz`r2R zza6{=%z>-H!@yUO)g|Nq75FUp5O_Vf0qg^J0g~hY5&RkW1Mng+0Zs#_g4=>`OI8QZ z1=HYsunybbl$e>mDDU>OQ;q6YfKi6%*=8tR|EhLC;l)}2zfPtMz*zhxg zz;a-6<5*&BSXDyJxCJ#+Hjg+3IV!B>IAgR{swGM?_M&ZXXWoXq% zE2ZqSg7nKilAtEVkC*&~?5icYwKtj7ea!LlSqlELwv5DSLc>O*G1(Qd>WLLK z0r8W`d0;dr)o!c$F6xqC5W1>}Up*QKiV1ql8y-vO%%4hJ3uFjN4 zCXY=6I3BAo~HgKwNS%Q5&)3SsB4fe*UTT7JGiw8SQ zN)T_4st$oqx5CGi7p&pk3TRiQ`0-;uq>xSvmF4sSgq`9&r5WDS&7Ss!nkvDTVy80AmBPjN+eX*$XH7>tY5xvSkRPZ6*{fY+2`@{Nov>_R9O?D)w01pZ+U=lj zuE4-ED|`KsMoU6s-Oq#yl37*yu895&w~X4>N=h@bRO|BK3W zxuI^gCmX#AQ)Qty;`8?xNtI0}a!0jRuXd!FMey!7r=2yU(HlvNH8pgj>$)xLyz-tJ zuY|*inHtdiU`Ih)%)7gl3Z=eCRVk>=4z(BO>&bLYV(G43m;3n}Mz5{@Zn-n~EH8y6w$e=?I_T#Und~U8wAm z6+i>u4W2-rkjQLW)YgX38*URPg``7gjfMYVOBTUXN;Qc7=ZKEiR1AH(DdjQIo%$>XgGS-C^DC zRGf-;BsTBuD@zewzIIG&M^(DtNnVKlE= z`!5480M7@H1CIfZ01pG}!2QAfzvwVmJi@Jcis|%K@=m6P=)_l{(&1a6;Kbtq6 zdCr*qqn|4^WG1W9|Fi@CXARhlC2I>7trcs`3p5=vZeT9g4-(m=v#^z2ZZ%GN^}^nS z1mIWoa@|9X8NdeQCK`-WoR5Kw7|ffjMqS<#7|( zxGAfuRelCvtUQIyf515wELZ!Xy)EAB7gh7sR-K;3^UtJ~0eWiB8RIfiv@v0IDNCd=X2U&~jCDhuedlKPZ!%$Mxm zHG~l6QBfFOum^(+*j%T*90k-n#Z^RAaQ+wK*e}0qS0^+>sl()4ZC6-M%T<94?M2gV zbdK#cQ&M$`mG2RMYr2p2Q8xTcP6@SM4`~}KtttLtN8Z)ERUDV-HOTo@WUvZa7*;X8 zd~U}(yLfRyRWmn8JcPJTMq7^x%(0DwHCy$dBJ)gNZrw1HN}*?cJ&vPyomlBBT#*JK zxJ*rogK&~^b-KMMFNbiE@$8BOlyQOIy0v3po(L(19vD>N$?%BPfAwNGgRHTC-orq z%&_?nTYi?1%pDn2S`|wdn&xV*IP%9=0hbT?#a=?*(x;U!yK)bDFIA^&uk1;$-H8=O z^Mtnxi7M6T392q#QYE@{ZE2n95rT)bDb>u=I4HeLuO3}SGh4W1Ud1N=Yp?y4lIM{B zpXS8>(%&KPzZ<*)JPt?)a2og_@_x_*yp_LS2A%|3;2Ll$cp$hBxE1&|^8V+5^a3vc z&jr5=t_Si1xDrf&`-6LeUjz35Uq;@SPk{UZUId;9_Jc=(ZD1p~H@G$UGV=cC!C!-S zfg8bd!Q(*{JQ6$tJQSP;w4dO|$on4x?*s1y+Eef}ARhwh1x^IF2DbwLh`j$v@D3n< zf-Ar!;6iXZxGVT?Wc_ae=>l#9e*m5g7QjAm5x5Wdf52V9za#H|8oUR{*WlIQRp6PR z4ITk50OtYiCn$s4fm@LGzXIM3-Ui+X-T?YwA2=6`f;)l_A@9ErycfJ0JQW-Qmx5c6 z_rC|e3qA|p3*G>J7hD7$1|AAd19t>JVSIcRbiq7005oP42Vpn375F86w6Y9c4sFfJ zmZ?>!7W^XhbIMJM3YX*0F++AYtZ6<>_YrYvLnW0p%?Cb$rcTRLPivYFn~=P&O$oTB z`RF%-tTA+r617VDr?`xI7BN}Vd<Z%y+N)G%wBk5y_u=4w5Re_d%eOcha%R32p%0~%)10lNEWDx40f z;(n*TI7-GPcCnhGqA~9ilypO%b@B#udoSkA11)tMDd{#k7&aoc*c`B~vxD=cN9t=(f@&)(~_*?Kr zpnU-U7g#yJBtdblm^BKlQDBV%YZO?cz#0YCD6mF>H43azV2uL*f2Dxm?_drgYcaci z)nj(yzR`2>i@cXWa1E$8YqPDkHt+QC4@dsTtXw)5pKZziPxh1J?~(IA16~Jqf_s5e zz}>))kncYS%Ry-0A3FiJ75abz$HNb{to~r0mTyd z0#Gc0cYr?x&jE@hunX)2mw*l6*T8MTzhJ9ZT)-~a2^1IbEU*>a58MX)3pV?&fE&R+ zp!k57fQvx|+#8$#K8daVbzlLU4NeCS2J65{K>q!I2mTa113Vc#3CO1Z0B|pGPw?N2 z2gMKk40tDyZ@Blf9Y0tFRWo0)B+58-)>F)?F>ig4*~db#idCQ@dO*Y7-ROFXVR2 zZU9AGG%qABv7L(R{b_C8XH>B5s&37szmlDOIi@PA5BtB=KK5hN-`bOWh}0~VZeDvj(x=175uMq%%@$qh^_551+>|*{mRA!nDkADoDp82yg85{}OrvHWVrbuo zTAI-)F%K@E_lE5H_z?@@w>3LDBNT{?a zq4%$ButkwrMSj1VqozeJvcf7h$ed3(e&m5(gCnG9NF7cR%kvmW;%b?#ZT7rHCa?+* zb9x@KdKK$}e`W}2w_IHkK1Q!>0XvTRY*}frs5Y)$%T;D*MfSLkA>2c=y{HXQ+OObZ zJJDI%iOB%g1~3b&X~8~+k!-at(or_YT-D3jip?0coy4rhGA+wu!)Dxc>_Pq6}xl6vL08~$6T#!Xb}UzZT(!aN-I>y0)AKw!egk7>o_P>HMduVXt4z{-Ltzz#pl}N*Car;IcH2&;krK;RF3d&n_07h0?qy^zOIE;a58+gU`tdrk zy@lD_-?iAs6&R{1%CJ`D;N7Aa4sP$0+2k;|>E-3am<)LZZBKVAGA`VRB{v^P)n2Sw zpgTJx(@*rqXNs9 zFT#(ruAVoUSPQZZV+6ukfNf89EOeTLzuY4jm1?%DT zJ}EgiJ!JD(0V|Os-HIIOAo(A$u=G>*07(81=j;6hIseDtYv3c`Ch&3~UBG!jF#xxM z`+-}7AD{#HGI%=Bet;)}1K>*VFfb0}3-BiJTJXo1igVR6)9tad8@ZXT{ zzYabDehX-?{}C_+|1}_AeeK(S1yJn32ZL|ZF|PqH2G0Zk2OI%aa5;Dg_%^co zOTk`nd+;vg^LbDOj|AF}|4=XrP65`>0|LC0pI6IH@vgJT%YLw}YFUa!e+^=LITDk8 zHaR^R@!O0DiSL5?B;yJ4qN3Fk$6yY1r%c>P5sYVdyLk_A9Wpq>R$ATuLMRw=hu zm&;e#sQ_`wb)Pg*OcWF@89DbO#LpNPoJM6Y8NK)?tVWww5*Ivq#$Asd@7O_gP;bLX zSTsD-5=D|?&&8%y{geGBnv7q6{q=~@(O8jGL1%d})jbeGx%86#ksLnoDC{dsIOBo0 zAJQsLRfNVRjQ5yw6q^a!Ehx7ou2V{>K>1xta-hM6!9u@gWy2`7c#ZZB46=_aie<`q zoGobm@dL+8WJMqolb~U4Wb|s8{gA{)no-aqoBL5|I{@_pHTUE3fVT0G#n75T|z zD~VEy_STfoZOo2_1!L8lVJTtU$~*QdPjlG7qO^zN+7b8^qHY?!nTtbCtU;Jg8)pkr zm$4```~Rb=T7Ixrse$E~tE@2x%Uw6xy1?2{b-)bGGmsdt6jOsHkJEqn&1A6})iog=lMt-#4Ue4yY&;KDb9Af2PGTRHW=< z9J2hT?`%YzNZJpob4I5EPZTOy4li@~1HCxe_sclxHg9m!h$7*Q+LShhq&sm#%MW4i zI32{Y%O+si0{eNXpBgThr-nKdON^z|Pl`()l zg-9L>ypD1dA#K_XXK1I;NRUF~DLX3+hw+OWy;9W1IT zw-BcEmQ_q?Oq{FM%S--8G%vl|%l{288-5s>{{7&6KrsM*8`OZ#1H1xU4lV4T}ZCNUX;=53#i$HDTVWHL;(TbY%2wV?CI#M1hkB&N94a*nYK{R*>K}$F# zzXfVtvUk_^T@!L2nZ^`M*XS@EMLprYET#f(4^eaqhN01DWy8Uk_PuaOJ&A?LRw~Aw z>1YSmx!8Kz@JHy=LV#ZjAd_yB3YI0`Aom2CLOz+X>8SnIHGRtA;K=fXFVmePIZ~L2 z>&iq`bt5bOG7GJi`kk%&CPs zN-5-_?{YNN$>5wqgVq%*lP*a4T!ao>O=>{VbGEr0( zD9~yGwFpYYh;?xiCv-|&e&)j1&*l>p?ibVu)T5Zg6uwXjMo(?+olKJP$mPH)Vrfhu zSs{(f$GAHm25E$7$TQ`_h$}}KE}Qs>5!DTL?68=EeYbKbarJW&MsPZCz4B=b+Tpbe9^H!n5NU;hbubm}XiQ=@NgkTTB?PM!qTPznHGYwZrtN5MRA& zZE!QldYns29(STBl^e6svS5#|CcjiqQphc|H~Myw<1qhvQ!Z5sPcKXBbZX?AGv7Wm ztU=NxH*@sPR#??>BDrA5W4^a+hCo5h2V*QOm|;fqs5RlwUreh4Vcdc_yiM+n5Va}y z&?;KA<9d!+X}KBAn(Fu|7YELKRrb4;e?QERTB~CKjs23Qo)DWlxRAbCNDek@Nl5E@ z@%8Ttv$Gq0;6(nC2&3LW7DV?+2D=BN~ zXf|T(WA24H$U+kQ+&3{hnra|Mqhl{&d8@^#jL|N^2|m|Nh97Klbu}$IF*DBiBC(oDJ>(K8PGI+5Rk`^8(HQ_X76>zXs(0 ze=~R)I0*KF)4_wm-N0SJUBKs%^WO_D1?#|nA>%7{->1QQz`KEB_$hYZHDCj{15ix= zA0YF89=sd88pyBzB=Gmh`|k#C1Fr_J0( zZvgVse>T_#ZVkSK-2X-JDe!*qT<|2&1hV7b2iyV3e*a1ED)2(^C~zg%0%XJgFpwUg z4#q$k+!@>ndUjH*fS%yb2;X?u#J92(5m3Z`@RF$!XVl-)uB^}Q(Up3hvbzU(9}K9 zINWpMp}V1n9VZ&Gtr`D3z@)~v^47UXl^JK~`04mDy$Rf^8Q)XIsQf3Ys7WV*clBaYvGl7oy<;ETJ7M`qdR+9ckFx5#V;quYUkdED}*MCsiJ*|H8VsLuS zTVCT5a-afkEQDiEaITmsbAGFid$au#d+pp4<=B|d2AdW;AF?(($7K0Ttv^!>uN$rI znmLs_Atf#&N|K#_r;03JPDaZ@VJ7LhV_cL=)|i2rquZI-wB$>M<@lhSpYa87Z@=`d zBX4N;%5x9<@0P*DhDP&vy%RlRd;{HM~j<6LTIJj zi7VVCiIxsLUgB%^Sh(btGaG&T-K^xOW1TZ4a%e`1hhSJ>jFE6_Ql;~y+3)I;5}BHK z#|R&F*;U%}J(YM2k0+bF6N{g6@l80|<+f753dCLss;3brl!K3gPDIS@LCKYp4*va> zWS1C=LmcTR4;ag4XR0!c=K^&Kn=Z__lJu#6zz)&AN#4G<;x{6OEsRl8Z zuN%tQO;?(uX+aO^PV_1)crwdfbrwa;emL6Y~e zZi=vsL>3YKl07dBZl{~gn+g4!WH4DYt(6b^HZ=C}A*=d*8$0C>FqVU;^9$e3gvf0{#dn z_P=xjiZ!?soD1#*RJeToKMS4*6z5;(|Lp`i_wUZ&i^%?;0q+HG23??d{*zz?oDBXA zJ%DrrZwIdcisi5U|JQ*II1l^?9l(3Rd%)Ad#o#XB&Om$p{}Wxn*TB2Mi@;Ms7d!%- z3C6$=&x!eL zyGwdw8~0&3#NKm|0F><(r*?)jLfvwb+J{K)=Vp4z^0GXrS=bqnCM(>?R;OSk;cQQd z{c-90bOdU3Mk+&UQf#V;kN)WjM|m&E>b)gWg%omjjH1)ukHq&fzD(3`ha_XKa~7Sd z>Q$+AI{0zMho@F__;XjXgB`=-PSNeyH;c3MnK$sPSt}n>~ExW+wAEU=eE?4aDC@u`AUYgR^Q9d&bG?Af$o4D388MMiIbk)PLyWLdzPUB=(ZPU*@un)v$w6CYZVjW z*m@wz1EoHPQOk=v$mom!PLwsj40k+rmL%AHoFk%H9nLkccfU=->CpI*mLf+5la50L zDv2esYbIq|F8JZ%JMVKb=LRaDnt-B%z%$)}hP8>Aa$Us5kztKzcUtf^w=_wkpx_zq ztla(i)1xbwZr;;rG^XdSWM0nd{JM5aCpBZ*92wp3v$91fD|Rn}wvCfQtIT9YA5srQ zWbK`#TdNRL+fX~Vzhp;B!+d%_fGn(X{^&ua1~&=)7l)e2#=JjL zzQ)o6d-T4x!Q@YHlTiq}cNnGiQV&!xg|T_=Xl!_GrxcZr8tUH(UKD*sjCV0}eHtk) zFXlbH$7W4lTN(N!Q*mCn*x%ziw2(4XEz0#5tUuiq6uPM*HD9Iw(dsV4N;CmS@`}{h zmgZJ|zrGek3z0l~GidI)boq&E2hRj;Pz77SkC5fR555Op0-g_!fP+A>{~iL)0kb z1UwzgfJcB`paQ;v?EV(;GNAqY7l3oX+2EewyU6W|-SH8#j9+3Ti z8cYH02RI)j;4a|n$nYNkF9J^hv*0SQ4cr&}6q)|B;O*e$;920AKr#C62L2Oy{wLtC z!5cu3^%MS#wq*=Hj z)1roj&HKe#M%DWK1oe?A28YP`Ud0%7G2k*01;*f)#vf*lGXjl3UNzsFWJEKJT-a^h zW&O1;gr3t)o2<@9)}BWYB#O-3$Y^D{v&g^NZ|EuNo^`&pmex&l+v&HuXVU`p$BHE_ z5~qZ>3;ksU1wmTQ;v*YfC$Ga|rd`~)=gW~AOYowJfRjXEQ-lL{{y9Ec41tD%73@eM zD!C>FwF`qQr!7e~YzT~P5vM@UtyF%jnVd z8AGc_3y*ahGdyPRiKUcb8LK3|0d-@&hbeRL~d4dpA{t z-#MjSEFrseM@v2%Jo%}>Os`fw*qFu~9Q`ULq{Erp>V(dmGaRQsv!sC(4109u;TOxl zs-;i9^=RkXhj2kdM~3@HsO#Xe#+HV{CXh%^TJ1F~Fjg|g&+o<_QuS`{!+9cZ*BRlo>pzeDiEND zC1=2QF18wVTP)KQ(Y377`4MR@o*OHh$YEpUA&ME53Uxj_%m!1%+aA9BqcpRa7A-zK z?l%0TO;9t??Wez^TKSs76{UCcWmxrO7#Lr^Vyd`HRxleKOC__N6%lENRB@dKhL@M4 zlupwmjY&#_px@D|VX?Bb3E9|0_a4#~Pk2U`iR)|gq%%{91!s|Nq??%yB%TbG?CQ8w z7thlldh3N1B>c{=4B8|arwYIGsjTm+@XWJmcG0DL+5v`aMMmuUK?W?MuR_+OW1NWF z={o_M7!%?KQN*oikE7TXd^BXzsgFe5hCl!B0;CzmhLili;04D|BImyvJOlKA_WfTB zkpfdnJ20jY@3_J@w6I=;S1GgaWe+YaK{3&=dQ0%`KgWm+d0Tc&7djX^ixDH$d z6x;7M;IEMR75D!&;Dz8>U=GZJQScq){ttq`1n&T^2ag9`a3$CV?hoz={x3R!cY40ZjA%4TCRAn< zQh7!S2DlEdY|yeLh6uZepVs*ef}^7>%qoW+h)CF>Zu(w_wVIts#EoZ(;JAz2O{?1J zlX6gM%qQ!#OPL_k^9Z)C)}f|7x7=Hlk^IW*o=jJpOk+V+gWn<>rSK`x4C}D~r`6n7 z&S+4+b~InJ;1ZxM)43{}fj`Xy{#)LOBf0>;?^v*0dPq>!xDU-V|&TJFVfwqKJ!o zVW!L+h>w97s}_n4i4eK)@X1bXc(Q9O-i&NEWU?2bXL0$hWR#n-Ir+bnXuG{Kw8+i_ zIg$gpZL+h4^_O=eNxet11vJa|nl8#u+o`Di(H8ulZKS;(!C%cB=KQPN5dgk2{i&*@ z?Pj^C(LZNPp>cw|%CuGZm~EzsG}UtIr)j|%CDS1nt){8QJEiuJ$5Tt8G~toSHO!Md zF>+_mWD~>U$Vse(T8$37SS=c){Rn(|I*IZbrgK4&=(K0oB9DcK(!2SGZ20C~R(uof zPL}xRU~%2=C!8Z@2mU$>(M}Q+Kait!!Fmq)~tdGtUiJeGg5sj%2%4Y(kP-WCV_8 zl)vHiO4%IA%)WaZujFRj5HqWM9wN){5*ArEFD81*e0U^=JjNO*&*(PP!Tk zPc~wcg0)(%f%^*A#)^rqb@k7Nu&Al{uP(jO?2?tqyD!TmIWN55 zB0nYFc2hb^I0zn}|SA<=Ow_TaF3RBg~|A?uj zm&sQg`M>G~$iG0we>Qj)cqk}=_aN6R2EZOL0!{>9L5BZxARB)IzJcuiP9T|HcKt;dxOzc)A;d=t6-ufbcuvp@qp9GnNnz!~7*A&l((lIKg{ z6UglE1~XtYD1)COtN$r@Dv9e6JTb+REPjdU%}%Z42#|?%AZM$WO8Ef(SK@ce#b<9=4X+u+)N-^Thc}x$p_z_die)<;M`LB`C6pGJs4_EX(Q#S3Oz179C^xF#J z3me1feT2id<{r`5$&y8F4mmB??2u-4Emvw9pD&Tu4eH>=_{OdIVWY&s+V0IPBQs@j zCd>{QImLsiF&NgIwsa6M+Ub59$dMjGc^B(esEO7KdDK>%iaT~W2{l_s2q`uh zG^t6wq5UalKyvIVxtWk!(6&Uq9xd;aNFK6OSyRG5)I?clwfwgJ*AMcAyQ4~qV$4W ztq0qt7TFPp%#O%GI`uMd!*Q4+VX?03Uq)%bh(Bk5sP1E`pO{yoh>cmH5 zlq@Iz&k|2#=S`C_%|Y`=FfLp8?0Cvbw-S4?i>w6qD@>%)w zifk20vlF3~p>s?rB{k)pIF*uq>0|VBf9BWuQn;w^Xh(p4@{sQuLZ6$I_zURBba_~Tz-{!N=@AJX{yrrAn!9G1*)6CuC~Yp-j^@KHSEVc2XpQS8VY zx63cIzj&-n{&Cx18bz6k*lFvK%%WFylC6Ti^W!hoUW4|Y%IAB434ev1%~Gc}^(%K!g?$ePcW%!&MejT1ae zZ$RFEJ&+FITJS*ddF1_9f*!aJko>P0|35_Te;<&qe+%pe4**|7)_(zL0iD+;yZ)`g z-y+}3zyIlAD|jIIA@ckmfDq$fcKl1gPmtvm-|rjX?Vt8uBgelTJPXW#vp@pw z4kX{d3OoXw1QfsTUEn706mTuL2y6mna02*8pu&g2c8bJ zXTJtytN#Xa{f$6!{(A5;WcjxN#pl}yMu7I?e-wz$zb{%Z|55*EPOChg_*ZrKed zr}$MYy9^7U#}t9uYyPsIk$!At)to96zqkv+TyXM2ly%CbqU-AEW=oGG+(HJCTT3C2 z_|CN}WfQr|6tao$3}&O|E%h0VYQ0n%yMD&-rk9p|DBR3FoNIIXe1T-@Ng8Q{J$)oD zJJ;6q@pZ$Wj~}!w2dQI4FkIxK5p*r_Yw7e{r^hN?w@xvVF=g0d)Hi#EEm0|-xezSWuCKbJ)imkI=!OlZ;z7xC`2|j86!aFhxxgx& zyE0SWVF&CDZUY^Qw%VZA$eI~+8cu&^i-3PoWX;L6=9AfycdZ%g(D*8i*{htz}+u6BeViyA%ION4XJTL$os4 z(zoKmv_wAflynL}b4My{^BGv5mdGuhp}E}R8-o*ZiQN235VdcKiLB>WH5o%erSM1m zosFjWs{S6%MQ3BEm|o&)rdM1#ouBzx(kLWsoM$?tErhEW&swB^4Jor1Yo^=@_riCu z92J(1w19LqQo<$IqCrXxUQvmI*+LoV+m_C{6lxm2)7~#sc~IKY6T|DFJD%3TfdEI> zeuD<8tLE_}AKt|!Jz4yuty;D>Tx{7=@nQX5v65yBX}HZ`aYdbtMDC?FI2H2?AaBTFL|u}km<sm76x1Bcng*Ace!uiV z;HIn}2>!?NgTYNF|Ahas{1ai&tPP*Ar^Mv{vyesagN!QqpA!r0^Ks<;5dZH5{M`aG z;L%_=xI6e9vj20zZ-Q&UrQjamPC)+up96mkUIU&2I^b+@7PvL|vUCC9Ch!=rA6yKy z58zZFeSyvfP|UwKfv16aZ~&YGP6A&+NAP8EGxz{_AyB+O#Rs?s+y{IaUBTai8^H}g zX9AoHO5kVc3UnrbVguB`KJX~81605r!TZo3yc4_vTm|-mNpKoC72Fy82l@k@8~9%E zQt&8n7B~fbAN|2c!K=U_um@}aIy+Ej1!^C_r@$M5;s722*MNrs=@#Rn$21lT=;wDOB0LBC@(EiLNbKWo{O#T+%b~Cv9?w=onc&Lb{aVAx$ga zVzUdZ4_osI9Y_#0^a<(^9@ITye=!Q;rY%**iiC94S9Yy?QY!L;%gguvOzhl+GLwmCes{cXKQ$+Qx-keYL;c{ z*1*(47^{z5-Sg&ndm3ZT^Z^TEsXd>|$H*5Qyho=iDtCMWHr8|@je;m;47t@uRiGfn z(qq3>qoY3@F)c2xQ}Wp<_Gg`$wQOBhf9V3-Eh2Y{!0zmG({egCoo+1XJkwH_bGtTD z6q+Unfnbqm!?AC1-U#g)m+Q=#@)hZMc2>4~(gp#HGvaU8VhX#&^aUdM`DsO&-a!-CM*ts3rj z;goPC9M;&G@^;%ANdLJBA39Gn!d)R#H+J1m?MJHD(CKJ2x`L%1FduePVdLPOoj&26 zA(qOivlzNS<)tbgiqs3aq>GMK(_i|;Npd?9uyM|sw-bjH`Ht`oPe(UIyMVG~sKz-j zmFP~@Wt#*i_kP@n7Ef7v@raHd{wMD!YURd9FdB;kI|p_GpT_>`rB>u{pRy zB=IH=g|-OcjG_+B-W4HJsiW;kVr}T;Jk%!hlBJp01pC?L+3VB}wTR>^LB$^{w7}k+ z{n^uQPf|_x2bvxZpLYJ3`?DI4Z{n~ZA6+@@=2dN7OSYxt5MgyN1zU}Vj1`fMY^EkP zYnXCwwGat?N7_CMx2i~0Mc4To*|n0A>ofR>$sO4OK*@(8u@?P3yV7c z@A2RuxEh=V?g{<_+5W>o@&4Zh`au2w_XGchOn)AaSF7R-00g&8&3o^R)0K5ad2s{PMgDLPR@JMhk@C{`2KLPR==zwu>XYdvJ zME&ym)L+1LulqL>9bp)qtBZB%i0f-M)Vrx3p2^blVp$>mG7P5}ZC3&lhjBjJNEa$a z>2Sj;UHim9SZV@MQK87o%qu#Lsnh0t!bWkV(?~Xrd;21Fb60!lLrd~Y`enRMwE)D9 z$CjbRkUzEA}us+Bwb6uZ_55baA!a z_7XZnA@W%pa3yq<3hgYZvSzPk<2HnwZ%%db8&nweiocxhi|u)r1x^_73K5q=zZJDC zeir7V+LlWb{+|8tu8EQlrk=(C(+a7rS{eNvjg%9c#9bU*Li>av7$QtZm+bjK*+R4Y z<)~TN(mj|t4==$M4NV&jNx}%Ysz$+G34a00Z(JwDA*yq|&P!3dP}xW??*XegU4r8! z!5d97(S$Q!F`wOfc1UDr)gAJY_LYjz{?VMUtg>~1XPE5Hj)HJyGb*aBn_;2G1GCFA z%en!oWIrlCnxpq?XG=N-$?J5!jdlv>5d@lkEyb{WmUy!;#q);dWk22I;wzqm{Ql>yk%uda~O- zFX0d29fnbYK=7O8yyWJLwq=UiHs5*(1?ys4E<1mPz(kaw#IP7iZHTp-!kx=^VJCO=QAWkGl2y=8gWB zV~33CahntdJ9A`uBDrv}AHNy0p-@}~+#RqUd#+d3RH6_5+Q2Uy){G@9&@<;-wO4qDM7|<*;-pITKf> z+1k|MJ`osDRw4OMjq?T}PNr4FQ#;vw`stfDr&p9)q3FFtv1@m?r+(+V+)3e1^P4qi z$U7y?Rb{1&i%HJWvYclY(qu8Kpy!9P3u*Fb`SZ+z9?HwCx{^L%zRAn-ExDvrM~~}M zvVZ+QSt9XctIUt2t7{$!H^3KWwI1F~FWiTEvCKwGJ{(xCl5E{Z{t`EkzQf`N3yBMh zekml?w--<%Z-tCD42*PyL~oR6tSg6 zyd^D_AC|YGmDB_JWW1ez+31R_ijK>UF65cxg5`@1oB8{h8A)ea4_Lj7x6YmOls%pj ziWUwteU(&QeRAD~M-1oiSSxt$h$2bN^LlXWcCMt+(OB6xBol8nu{?@ov1jG~kJw+j zEApoPKuu|%e?`{+Ab1{_1+x8b2R}s4|2Obi@EPzI;AP-RK<5Bl2+H6t;0MV5p9VSu z@OhvM_JK>l`Ct;<3+Oz6FM-d14}#Z%X9DdT_;oM_P5@s=FYq>?cz`+^pabe)8tep@ zfK5R01O6R7f%X*WT)_7OoeTITa3h!nqu`t93jPYb4*UUVf*R1dfTKXM1Wo`yKyUC? z@D}h};9Br#uoe6hI)tx*4}lMYSAyRL*MLo6BRC0s7k$Eaz}vvnz;6KULD&v11os9% zK(C;9fiD32z@tDJ{0LowbPaz29tVzsi@`m?SJ5AQ0sIa40QeK|H1JR`0oH*#g1@7G ze-E^Q&Iwe1-vtyuZaC`w$IM^v4p4QLLCx*;&OJ4{fc4!75cgvdo(OjV%$ zbvE91yG@xq?Tydso7w-I0oShQ81V9TEO`%#jm1Gr9+-x#z;H!&!zE&dIAg^BsvsNo z9?84yWTH=Kk|ipd9>PsGp@v&QTvo=zp8=ODhbKb@Lvb>Ui^q^f%{g-f~+KKX#P zx|-?8Dgz3r)R-M_!W~EzX(aMJi52(IRGtz`bZj^s#-xE&_xk>pw5GcwcMVog~zP+V>6^C1RK1qTvmART75 zUB)8>bE=yKOWS!@u<<%&mgIlL$kH7p3nKp?@dDwOk@a;3!0W)Pz;6NR0d{~>f&2iz z2SVKc%lZ2fa8GawI0^g*vi+ZcKLl5UbHKNd<9{DK3rNPl4BQnc-v1}Tjo=8l0h|ZU z2KNSv3#gcYlHnB-@UdVH)WD;`UT^`}2<`z&;QPq#^85cZ_z3tgcrv&UoCIzM0gW&IfNB;g7(7QqydEdO9|2cUQYe+k|I zUJQO0JO>;A4+HZ5KNTp(z<<#RUjy$0Hv*jp@F=hqoD9B;4F72$8UL-|E#M{K#o&ox zKiCN_0T+WazJ;|n((o1oftSCTGX(@C(Mz+ofjRfd9p`F zQE(ujlIyd^QrKb4`FE5Ev*N2kiB^0)q=|k(EXAfZmLf##8Om#}u@nov%C8bjk+OU% zuoF4iXQu4@P8FOa!7+Gam>u|yOcRD7#8n%e6_Twl=M#+-Q*J)@_(ML zOIiinEidulgx+E+jN>3z>&`Sh2djP%e-yaY%P=OjjI4ijYyIh4T{-^B`1;eg;HIWl z>*KCk2f2&t6!-3>Qv%!SB(1?521^N5DJk=HF3WZL+hrx^tCD`M3t1OPj_(1XFJrGN zrOxV`W%CR4;Tr0bmD;{bs!>)C8j$_?xjQkf(uqb@D(RoBDh0wGY+vsjR`TPh*ExWx z!uQjX4_mJ|HyWIry0-O^(Y$`DIm_|2D%ba?`nOQ9&(wR(yZx=Q?dSvjgo*s(iEp(v>T?GU-gjW>d@w*zd%WK4WFX%XR>f$L4LsKslg|7GFa*V1rU??TL1t6 delta 298 zcmZo@U~M?SxZyoBW9a4&%tAc;f(-Qx3=B*_3<7nN1qH+>dk8pi{QD09lP3sBaQuaF zHUK$)V4Mp;&Tkm!1Ca9z#t{&d;P?sS7yvmxV4MIT=R1s30OWjwaV7vcUtydLK+YE! z=K_%P8OHel76qxa^miiJ#*FFa?N wd@o;VvyaLSX;u|J28Nu;oDTY&dw{InAl_z22V=g;HGUo(3Q(~5h@Xuh0F5)5SpWb4 diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py index 173404859..3a0df11ac 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py @@ -101,6 +101,7 @@ from torch.nn.parallel import DistributedDataParallel as DDP from torch.utils.tensorboard import SummaryWriter from zipformer import Zipformer from data2vec_encoder import FairSeqData2VecEncoder +from data2vec_audio import LoRAModule from icefall import diagnostics from icefall.checkpoint import remove_checkpoints @@ -127,6 +128,12 @@ import wandb #from icefall.checkpoint import save_checkpoint as save_checkpoint_impl LRSchedulerType = Union[torch.optim.lr_scheduler._LRScheduler, optim.LRScheduler] +class LoRAHook(): + def __init__(self, module): + self.hook = module.register_forward_hook(self.hook_fn) + + def hook_fn(self, module, input, output): + def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None: if isinstance(model, DDP):