From 0c3d7b8618f8f1f0c5b9f8ca3532faa99f30ca41 Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Fri, 30 Dec 2022 11:50:38 +0900 Subject: [PATCH] from local --- .../.data2vec_audio.py.swp | Bin 4096 -> 40960 bytes .../data2vec_audio.py | 3 ++- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp index bcb6f179e85b4b80084c89ebb558c93f0d796884..243f4e9ba6e8fdaff9e6a727efb18b064e3082b9 100644 GIT binary patch literal 40960 zcmeI53zTF>dEc9tkdTm&6U&aVt*aiycCTi89^$bYwm0mqcBLh&1xqW)$z;^@bl;h2 zO~2H)duL{s1xq~qKu(NLz%nM7myk^$26C)OP5>i`I3SR1uwxs6!1A%N!5nk!gE2-j z{(behx9Z;8vx6OT4oUYp|LN&lRbN$o_0{A1>Z`iTvoAe*U2s)pw!r5Zg~BUtd{5)$ zw?6))b8asbn!UAf_R8nXOVDn|DfD(zmQ-cF}^r6oAC(HpEs z{dyyuX*I%?db>Rnu0}KM*7Beg^~12SHgn*H>u36dQ8#SXhJ$)HYK|J=pcW15!>}Dj zQLQ=TC->T7A@P^(y_Xbe@yn6Anx`00&0Hl|6f(Ubu38PIdLE;$^|V z_`Vw_teJ3N!hs0~CLEY>V8Ve32PPbtaA3lL|BpB@?4MhB74?0hsq+=)`w6MV8Ve32PPbtaA3lL2?r(|_Q2sf!AQ2fVz!TZ6lf_H%1K^y!V z@FH+A_`RnS2mCB}1!#h0a5b0*Q{Xc2_yvW+!{D>vPVg?!0|!76{1s*W82E7@<$f-> z7<`&~{8uml`#}IM1z*89@V~)*;2q%Y;1p7Y?wpjOUj zGpGieiwo0%mq8q*wGt%x2K$5Ag*a$R(U#z5v(;Tq$SRT*7{f+V-TmI6oa4@1>N2-INs}qsX9o4x@VXa-?3I{o~B&rIl4Z>*D9!8aVzaMs+rPAhfaB4be56Ve>EOAA6e>Lc| zx?>4Tt)j5KQmHrV{b4wWgrLr;)vUI%M6*vMI}!<%T75X|O4|ziYn^(uUUh#=2i*`~ zosF=yx;BieN9ye;%nA;)O1esvO%=tLA*v-@SEZ&&TV3)BdV`?U9Q69V(XiGZ^p@+( zt#)g;g?y-Zij0IKY?eLpotLBEL9& zJqoKQ2BW0@SzYLHO@Cs9O>lL!2>cVF^-_n_qr61ratY-EgCJDjf78 zI#(rXonp8sPxD;;J6Goa=5VVYR)@VoW395>>$MXWAtq8-Jt!&>L5@83$e^JI48=MA zWLau@Q{`+toVPrjEm&gGtVsd3VcnF(3x>U5xE3PXw~WGWBMeNzX`!$iwR+t|dL)B* zu+U=K?F~AmO|SBC$4p|>R$7B-=!|Jfj)N7Cm?~GE@!EBO&Zo_y4%Nga%3os)tcs#sTXOqD! z9?YxK*vWHO+EPI@okLY>r<2K?8E#U$#;~>$)|pkqsJ77>uGP$#T}om3B2o&HAp?#6Gnh5j|{ePedlEzRXUleeJYg>D%%|C1;NG;!yDG!>H99 z)!PU3YT>$GbJPw?NgGF_J~b*=YBi?iVXaoG4^|@`Ec}WeE9nj-a3OeE{p9>h!^Zrf zUU#LnO6HArJ&G8q@#v+n%%F$6jb1Yxm`qFA5Sde_+P&4)P-ay5hc!WEH5?vO&nQsD z|KZ87U9y2kj~{t4L&VCU*9k_$Ryzt>oqlgHRKuq;+2|N6bq2BUmWmfM9!?6nhR0;_ zcAOIHetXTJ-n>pvdRx;znU3OHoMp)n$W}~K@;RiR!L5@=^k{Hc4-O31v`5&^=EXEw z*?`OVK-*fDG6f=%4Ln$n!XvuInqn{rS6dOnTBGD)+fOSptpvN~ai`JiFw%x<6^Jx6 zapGp**DzVjd=r|3)-ti0K|Nw!5DonZ^pllQw=tw@^|nMgk`9-L-LCgE&V_aLxX2 zB+dRr*y&?Yh@=L`jvhLE{D#A%ZHLkoWey(nSkyLIGBse%R?u7FDQktOHySW84+mjb zA>|3@nRE&nh1;;U8^J>~D>{G>yYA=-`ELL$QBmW2YZwLf6$;m4?HW}IqW^ygo%=`7&qe>Y`{Un4$NxO|IQUg?2iOEPa3eSf z4uEsOmq`0t;Jx59xB>{h9|n`pgaZ=}OgJ#%z=Q)64oo;O;lP9g6Anx`FyX-W00$iV zR*)Ei?9;Z`$ke7t&V~pkXR+&4lsz$0n=GwhpKSU>W-F{<>BzS-M)_&9Ee#_DW~gJB z50b3`thfmo--c^xYI+?p$a$ME>iJ3wlY?v}-RuU75o-{3dM87ILTs{X_ercG6d*Eo zz$9N~;q^9r^rk2l+=4BI&ojk}s`{(#JT_Wv`R#SvTWZt94_BLQ^2dMd*+%0$g{U?x zB(W(IHPv-DW=$2J;*0(-`_Ff>M=kpQaU+)BMz6mcY=9fU4}d>LpZ^$;{r;Z?9k2?n z0Y|{4K=%2c1pW-0!f%8B0X_iU4_*(Jz`qB(!4tt(*w6nmcmTW|ybas}t_A0TZ?Uic zo8Tn48axj?72M6f{<}Z}EQ14J3KYRp!QZfl|8?*&5P@CbN#MV+cmH<4v4=tr90NZ9 zE&<$cY?Qq4X_Nv1~3Dj2>u*B|3UEU;9hVKcptb8+zP}t za3MGsd;#76=Hu z&%wRmP2i2-KY<&-F7S2Q?6cs0a3A;ya2#9*o(rA^q+QPiXa879Rc4~Fvy9V8HE67? zR*YG$rk>UCA1$P!##Xjefc9PL4RlJV8ADeMirQ;ETHG_Yv^cvIC(OnmS;$0Pl9Gs1 zsr8dI1j>nnq$)Vkbg^TS8Nao$K5L|12(FeJCGlB1AQwue{MNiM)QR>f6J+^<-A4Fb9MGYXc&c5g%Z zLlw^?7E4N2$G@&RTbZ5HPsJ5i2-HZr5UjL&^&z!U9$MNmoRlR=%pz|m1*5{SVN9V^ zMJ0C~D>r`~r@mPm^hg`YF9dOl%f&bq|`YD-B=6p_`>b0 z7j*D%>kdaaG^!i|F%>I!Fbvh!mr@V)Q63+~H(v7*0Ww{uCNvfT@p2!>$$xs8&R!U& z0=Xqpyp>XGDP{2B-~l4NGbRUorUDp=CteS6>9(RZ9N|RX#VHWFc>6Z$TY-pvTBs92 zx{6P(EUCSO6q(|gxXe;mML$<$rB=D2UdFlkiVtoJ$4S2e#WO~%RtLRNzb0P%R&3S2 zL)_Zxe2yyRa(&oX+fhtK!HtQ7uMwVvT&v5_!f}ItOgwXvDN8hyb8bvkouofm9`4QM z-x`BXr{3K%eMW?%ev$({tD$K<^NYhN{o1G8002ooIJ%1G-Lw9 zEq0{Gz;+K;=w<1}IC`p(dUsfnfl{`tBn6J#l32x>n~8223`rx4 zayCKosVPDWf%Se}R0F7-n#rw;CBk94B#XF4%Z&AE?=R}$*t!<9=kUvpq6(*`Iw7M` zFyiP`dtN;>+*D?s2qi&IoonCb;_0Ta=d z$BWCOR=XLW6H$vZbv^+J;jjXmo3d0Zt9Gi%1}*c%YFIK|Y1Anvi>{nnQ%D@N-Obmy z7?Qbs{Nm_mfuuTSedSADp~}hZZX?ULBxo@l4@$PoEInlPX)7~6-Sy$I8%yJZ4Ox$v z!&m^) zNop9kx*fsh=955=K?#B9KW}dmM?^&blA6V5JydauMLi&yo$?@Jz0+oWXAYqC@JE*o z_oUaE4#vr+M%W+f5m=@w28@PUCj}*SuuQ5c8}3@tj&?XElde^k}N2cN(n^#3Mb@)7<2Eg%8|@LX^n_!_$XgFtltw}4*+hrmJbOz>s&`j3J) zfd-Is{d3^&(CI${UI`9^rvcg5e;s%&co8@coC|&jef_t=d%(@$<)8*;z&Fv?KLS1s zZUeW1Ca8gzf#-vZ!I#k8MW??H{4#hoxE?$M$R7U}!F}Ki2*K500nCFr@D%U|Fy^)Wb=<>DxJkAX=CRh|zcRY9rQ;hSQ%eJfKvd;Rl6p5HYN#d|=lUlzwby!U0 zoI5z!%BdKg`g$k>OKlj|8`vwHL!%N;4$I*Q*y^tIN-ISoTgBT%#}s18*;1H1l^!Ig zl2ta2+g@g{5&~}Li7CdNAK`WQT5|r^*~@UpNm4J8WXr`CNw>9K+RZ8{y%Zu^Z=o-S zTTwOs&zCLX6UrXPVg2Wt*V=3HJLuR65lw)Ryc!(7?tospm;8~|D?zgIXkGd2e){YI8B#x&P_cs%Xw$-e6h+*#x5(3X+sYM^)868jc?n#EYn7gJEa7vo}n+pu-U0c2|JT^av7>kw0fN{5|a^q;S*9K zMYTere#isGLr0n*JexF-3Uy>$X<$Z&(cBlU$n0*bHG4Ug*sStpC0z}U#afI`>>J|~ zX6aBPchVxUIq|T5ctESeVt`LlO`SEFjvv=ONh+MsXM~T45%&b=TYCd#-Z#@)ve8hk zjJhqE&uUIPtDMCfR^m}n*6GQC`xHm)cET#>wbdOX#FzHYJWr*wcgL7`YP#-LuGW{( zsIsPGB=u9}v%#${2c>l(^HQtebTg{DHP&RLZ`Z`|tlpGmN}eAWvsq={cPh8`w6F$z7_Cc@;q5vZq=izq>Fzg zBez7t77?oOBr|#BM>3sMHkteYMO05eRXbErKw}Y1;;QPz5p1=nG1J7D8yuV&S*1>l zv!)S}2L-8!e3FRD@~R~>wx||V92+gqY;7p#1u6aindp@di++jz-_lBE;URSW_k)|j z5;z8)4&)5Lqu>+Z#0Ky%_z-wAxE(Y>1IYgWrQplh0v-bI1wRSo48T?3UxL3z{}=nf>%lePBJenR z{|CVaI0{|>o(X;k$lm^)U=17tVgon_i2i>UkbV6scp~^3dj4;M+riD?T5uV-2>ceQ;vT~sWS!=7Ytk{W7t*+9ywaI{!S~q$AF3Hw{WRX5>BGRh6h%As8 zgw-`VNpCiW05$cQ+q5FN5=XBI+PyBzjJTYVf#3b*iI;n^Z=8p ztl^Gk2Aec2jY@8H+2LOg2eLAdJIl&!^2`alu_C6zno`kl z>tT($Ql~@ux|c|8VnI-rG-f_hSDA#W*1a}&#Hh<$bj1piR6drJDwL?w!hm>=(DbYz z7~7ItRCXCPH;y41dbQ{l)G!R=lbR>v+h}y&`mb!v#5elL1z{?xT^^Yv-bGbX@K|n}!2HCjqj@**4(04od6hI0NCV~FtmHQuT5@h$Od|f4kX5I> z*lGnQ*ISBJCBD(mi=vmuj^$RWqhch*l$;8-npx9Vet#R+&!)~2JrN2NzO1~aik9DD zOy275wecM;OFXW-T`R^zxysf&%@+!D#bYhPNTL)nY(mx^k`2qJ5qCDHBgW72lZ@+t z+jcymDK(0!#@)&`uKi9LVMjfZ=sW9)JL`etd!D;6$>)dkz!T$oU?S2x?|C-O_C3z_ zv{XmhTvUQ%M?*tPb~}=bK85F5QQX0#gSljz2}c%L<7Gd;-=xavmnyF&nMuY^B2|m! z*O6(PPaKwQ%W-mTla7_|M0De*VwK3|kd3&F7-u7o6Xk5od~wd7MDiw(F^u0{gwH-7 zWDA;^3#2bGq0!1*n!8r->si1UJXPbmh9@K4DcwVrK0heGH*Y3QB}LS~WHre}+3hVg zZj}<1!7Kk}WF2}?d}e|=cU9y4g*~9nvXDJK{M9P%Dph-Ks0bzKC<{fdXE0u| zqAN+u86Lb)xfI|uwbpB9%49bqYWdr$@^X8%!;MmePk~RTzZSnSv$gey13*;5$v_m$&Fv zl9LGT&oL=BiN;O7ZqD+*RPA);X?95?ab@YES}j@STcfr%h+w)=Y|694X0sNOZo&Oi zW(5gOe{e;Sqcw8xPR#i%;jNVG+IQM|?$98cr0H$l)PgrH8FH2}rSD9RiXubKQblq!Ymr2RV4i1s zb?TZhMN(=>Qh)s>+@VZ31;O5>=)|L^?XFr>N(s9qV|R51Q$0;z!bMrPRVc^<`DA;v zUmJ;&w`i^AJ@o4vC$%d^w}9EGE_}Hmr@G((0-D?(`=TcO=V01 zT#GF)Be0=mpUHVW)!}QUff?Mrd;RQvP8W|MBWDbNvTDYHjU?Z;WVYOyjXS68Hk~a- zCa&*2Sg`Ts+iehA5F4Hqn^f$QoM>~ORaV-qeo0OZmMe`>CmMAy!j_$U4i^6q)X9X znoV(JPHk<=krK}u&lTqSE_QC;4+GxUgQpix(ZgOr=-bbfnDIHFG2G|{Jyt8q3o=5i z*Ewhs@dgUQIa|l!Jbgg|CxUHK`Ob39N|IIx7Z>KG=IS*naftdE^CNkz_~Vgx>rJa^ zF6(z6_~l5olNr-$XWL)!b{71)Olf^mZDz@fO`r1W?6|fmBdr@);lPqNKV}wiWbGzMSY~-n1T`b;89}`6oqiq{%870N zO}~RBAsv{HjcKzmzwJ&BJ6Se{&-eT_fTfxpBP7I9A}{w{4D#x%_Ewyaah9?LiM@dQ z{Ozcgi5B2FIahIBLYB%|G18`r9S!2#lU&Br0C#|!z!Io{FQDT; z0zL|U5xg0k0$X4S$b0^(Kx_fe0#61Xq(bikuL4(se+7OJd<`96&IEiI+yQ?0Nno z|6c~g58xZ<^1ll{2yO#Supd;xkATO~=RXG?25$lDK=l17Py}+OU)t=GuD&nQA|DY< zWM92r0$Y;zHYAY&qad0^X1v4`lbUtiv7%V=`?`fqM{Bb9@cje&nlmq(5BnkxlKZaOSD&-rxk9fooYjh^^&fcG`BSwOB-%k z6Q&pnTa7U`Os#JD%+=2pi?L^I(L25&bF%WT<%q%VU~YCc+3K((BPq98L;5Wt)x&R@ zhE!6)gn8N&V3$0UBOJSyDy?DIDV5J~rs1?2r^SFHD!PqwhGT}CoT2WnCg)*{G?iJKxt($o-3BjdR*nTp zWIr}>LOtnnZt|@pS^hGsU@6MCrOJ*qXDyY7ks>R0mkJWcJGK&fNMg~AsN4zUoUuCg z=v3BHHP)M@#UdA^@K9btn2?usu?!FDpt?W2s7H)ta}4tG7N&}tc%oBDS+Wz1O`{jP z@d^02y0#xFH%cAZS$R997ry9KyNu>}u0C-SO*7h>)|!S5%roK;RV{W==8L=#m*el+ zHmEX{pK);{7kNr8k5u%r`dWLAeWJ**on~tpC+S3?j=ZzN>b@J z&Rb+h8xHo&Ei8@CDM>pf8>yl6B{MR3mOoh~u}hsFmb9kSPCohDHR29Aeru+nQl|bK z(bvFhcC+0RcM|>|S7{-UR|l%++e6%T$Z$tnNf65mz}m7yiSR; z+He}*lyY&-!9yq1d$Ug*DoCN-&rTa>o8Fk;2x43 u8S=ZkTZyFZ%qXL-ybrr3%9YmM<3}vU%oCbey|*Cy?qy5%h_j(vD*OX0VR7&P delta 16 YcmZoTz|^3y;U)9L2dtalF$?hk06u31w*UYD diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py index 1980f132a..8a678032b 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py @@ -39,7 +39,8 @@ class TransformerEncoderAdapter(TransformerEncoder): super().__init__(args) self.adapters = ResidualAdapterModule() for p in self.adapters.parameters(): - p.data = nn.Parameter(torch.zeros(p.size()).to('cuda')) + #p.data = nn.Parameter(torch.zeros(p.size()).to('cuda')) + p.data = nn.Parameter(torch.randn(p.size()).to('cuda')) def forward(self, x, padding_mask=None, layer=None, tgt_layer=None): x, layer_results = self.extract_features_with_adapter(