From 9778159c929cc13dbc4191594287cc2cf734d3ca Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Wed, 26 Apr 2023 11:54:32 +0900 Subject: [PATCH] from local --- .../.data2vec_audio.py.swp | Bin 4096 -> 40960 bytes .../data2vec_audio.py | 3 ++- 2 files changed, 2 insertions(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp index 9f47ca0c2246f3d3ccef73ea5ee762d4267c8eb9..53de0457d632494c2ceb168ee2ff109d4a7fad34 100644 GIT binary patch literal 40960 zcmeI53y@?-b*2j}1lSS=Bo+(f)m67dS4%zBj}by@D506rjCRmS2r;q)ddEd|)$Q)0 ztE)j=EqAR%FlA7CW3NMLLNyc@9=*l2|}z?g@Pjd&Q4ZNON< zu;0nY&CI&DdRjQVyRoht@ppCQ<7DQ^lX>%;JejpT_tOWji7ulaXU_u zT65uO?dZa6v!2!$j>e5zeb8)mE4{7ZGRNP?92j!|4h+(jU6-C&+PyHZhWg~hdC^%< zy-xKp` z6>XdD@g_VrpMPsUZTu6=_Z9Q`A`@ZbPcz|{n$PzS#Xru3Ut&HV8j63S3AgmmHx07% zf5gP^HlMEk!RtU9Tn%0T zo&x^tOwxcif}21SEQ2e-0+Ud54)%kmgYW)Wsr38cgWwjB zg5BU7KUyk%9ozw8um?O2+>e3aE^sG!1y}+%fMcc^UxP1#yFeX04g4JjjN8B)z|VpsU=chHoCf}e{`*sKFSrN16}%3-7Q7rB0#}3G zK>GUWV7n(WPirOW)tj|;+*wW6qRXSX#gdJhj0T-%SE8HER%f-8MQldZXtSc+HhSG8 zF3-(G^V3=EWOO*%jP`s9~DOw@^SpE(w{R@c&`dZ6A;;+c}IuKk2oSvQHgsj8HNG&D=Nu4+w}wmOs* zb^B4d+3)tcgS6J`cbDtSt#&KjLOxVFMMmPMowP`KMOms*r&qzlr`g>wALZ$YLPJ6# zc~MLQqWP?LE7YQ8*cY`rQQR49#C;ru$}Vq04YCX(3?e;QK+wlTE*)`+PbI`6z)EgK zh%<=}^B<^~7E3qxs;XKhWG1rA)WP;!*x}PKEy}7ZU*ripSyAoBHx62TdOL}4l)+lt zKx|vRc03a`TN~9~^E1)WdV3I85BCSI{drlgnC3*E+ zv3LYhQd(GlKL-gmE1mdQ?RebpCJe4h(mKv`F+D@L`geYs|C{MnFRrHDeq*h&-0ij< zix3l6pb`<}C}59F8hXM|oa0ZPrDil$PQ}9o%fq>nB_`dPwRk($O-i~b?MCTZjA-9D zh&zoqGP5c@6nBzVx8tNo3dkl4EvB7rf1|t^G(H=cE=6sn)lX7S=#?Bt7e$-3Mz?d+ z)m(j*9#H>yvo)f!;7ZZaq*G$Xbgq)qRc?A$8K(1fZ*`jSX010!mGpbF)J!zz3ebI+ z&0qzy{PZHs$SR&quhls>nProCRXW>+`_eWPMb~*$rFA-6GhT_}Os5?DMF3COmKAfYG#@L zvj(c~{+nR3R}s%q%I|b4*VX&=jhMG_SQubRDB%)2%$4RR>sJHj% zMaDJV=Aa#yc~8H*CNG0$&wJxL8T4rQbfs3~&7Rh3<$8ZL(Nz?dXTfTKL=w3e{Y?Gn z!cWJIg?-)5N^6yxG}`qfVY0_hmzwhu-rs3-n{nS%pq!79>bJYAtFgS3_RVA(;)u?X1YMA&_T*rWEp0 zhe=xw=&5JFo{4BEt%}?EvUn#~j?o|ZK-*T9a}^?yjoe#L;sd(Hnqt(CS6d0vU!&%6 zJIpJCM2(bMz@0{SgK0fhOHSmbi4!;b!lozmAZkLh-&!VBGpZ*nLXtF0z`$D>bQ;o! z^|mBAFdQ#|olX#%6~a=lx1|#FOh7BmyBwBmNtR$!x^uG#;MP};8y3x;MAqrygq4({83?Th!5w;js}mKT1%%L=;5 z`m6zSwxaF|p)5?2?x4>qAnnI-g`9`IFd05F<+ovNCxM5kT8tGTcFn=VHkf&Wa8pWY z5*quuy{*2i_oH%SIy!)dJu9a5ndo4rQBg0GR+>ch6)M+ap`27oqW}L2`s_*cU(x^V z{`jw<Lu*xCs0x_!v6-ec*2JKJa$%8n6oXgQtOiL}$Mrd;*A0 z|3=US9WV>NkM8~u_^;q@@D}hg@Dfl3)8NO!chTiP1^y7+4c-oJ11sPvFbmEApP@ak z1=6mYq;2D8%z-fn#vB-PV9bFr2gV%ue}My9+0%bRwNS#^N(~eXXMuGS`;ll^6=fVq zl*P0aJx?sSiLq;!G+q5ysfb}7t^A?{pd21zdG73dm}DH8&>&-JYI+-@K?fF96~5A9 zNiTNcm;2G8PWI!C?$Ma27z2wkC5zTU1rnpwyK-|nyD_$4j>%dU@=UR!s{U#{%2qZr z<8(XiEoA`> zV|b8AdGZNd{R`t8LnTPvs!@4M*Qb&UHVjuvlHESkw;FAYjBOCBnVX`Db^EZ_n5m~L zVixk4%D_=|ZY9c^(yF(yXE()GW6Ro7MICL$$I4=pH>7r9=T=FiyRC99eYj<^ULgmc zTMevKYh4sJOU(@lY!NP4q7g~LmL}qjdaW5Z>RS_HkGI2COf5Q?&6W!>J{P_z$I1sgy6Hyg3i-Q7eb3I0!3MAUxf+_>LI3`(|omSNZ=YJ(o;17?HE zqi4fYrE%Myu&tyco~JoH+wE;3lvRj(}^x0yq~u7JLI6zym<`|Nk?1CD;T%3yy$G!1u8Md;{11|&<;5_ip?A6~3`rsn)*X+%I5}#0Gt<$Zo zV$}=`%O?YB6YXx2#L2{BbmC<2?qi~1ZaEQ_9p;tVOsH40-BO24@ZC`~HIF9z7cj~F zuLY?$NwOJ+oB8oX)(nPfuo&?6$-;SLF`Vu3d3>!j+Uz2F!^F<; zGGWULmBp*w>8Qz?(oNhWD64MFx=VO!Yi8@s&T3k-`(Uzk_UbO_<+0Vsr5*8}o|Lz# z*Nn+tztu_0Wxtb_cC#+f8}-wbPPZfbR^@t9O9wa)sI~I+(%cbJIf*JHv#=vF3#TG8 zzauj9ry?`A6Ee9L`Fydve@<|QdrZ$>YFFMy4T)K-RxIJfMSthUblTs_CDJR-Mm;Sr zAq^Wn{A_|9bpP8C?d0M4Sc$Y0WTS9R*X&Lz!ltG4GI~i60-G!1dtvrPx!b3GSS^9o zo~Uhfr5PV(m%?#V3b&D2iC#blGqS&BAc%jqEQ^p(nQU?Zw=RPGN@`N3y!=eb!E+$ap%ae$17f#wXot7u| zr8}!^F?%9fN!IGUSV@%@kl<};g(gqbP4-fRPjRVa3zg5wXgOxHne8+7#B^Nvtj4$nOlle9aOpNyy#>9KCqWe*(vs@q9;6Rop+Pw@JHa6OICPqpV18=O+C zeezs$GNc;5xFFK4T$i#K^_5UHV5%-yeJ@$k^69rb8$){3hV>ZgC!^xkM86aI*()VX zS5~h_+q+>~CL{IcRh#T0-FTAKVO}JP2R@eVA<+n`9gwBodBNq)x?0Am!ia2^TLzjZ zJ^pZ0T9hAIsdu)5b!wL_&tQI}Xg`BvndLbN?7zdFOfIo>ggiDSnbgX}e7C$s7qlrt zP8P4OHO)wQGrEO?4Yiag%Xcym2h{dfR*v@ntk{ak!d?06h2`7zLM~Z!9uq;ubLIVE zTRFM}AJ~AFYm)J%Xzh; z8}^o!;)X1TwstBiBsFXw6sggLi-CtRrQDdDpcy?S7(L>4q$gJyGD9niu%Cs?LEafP zcxxU z2DgH@fump*Tmh!QPl0EG$AYh;)BhQGCpZRLU=4_G|8v1Sm;+A*s*O~2{ERs;=D?T( zV-ActFy_F&Ee^<9$v$J-cn7P!amt2G?JErV zSj+n`W^5bhuw>5Oo$0|&Fs&w27kv`W9|2aH?xwKtY}-|wHA`G zZCoE5vu4hWQNl2fSvf2Jzn*Qp(7Zpb^#2Q30-VVnvgrSqIo0!7bpO8q_kvr&2_WbH z&jF7IrvrQL|8{Hva_0Xwumx@e=Yfx46Zio5P4Hj9QScJ52rdE>;PK#e@D*$WUjT0b za@PMKcn)|9_&m0OcY;@e>%h6-OmGJHJT`z=f&u7(gWw|Y@4#2k`9A^f1n&j6g13RU zf;R!N6Rd)RK>Px}0sb3!5BN2(8V4n|6O1PJQ3W9FTn4B*Mb3f7Kp&P z;NOEU(sy$9|83wVZ~`0$;v*padIs3hqt9_&DZi<}`K~?klM46;atLeq)DV`tE5dU_ z=^0yDQgTT=}va=J-QjZq;P494_@iJm=%KE6mj&RyarsJ#PKk|2Z`Mm9ql zgTDM4MBKy4EbXSa8_E~$87N+9njT(L{j?-DH?fDy)_1*)HRglZ(~)1dNZ6}rcaN!4 zKNFts1U0MUJW-vi%$e;K-yLc(T4{ILg1}TQ=aBTqh^vdsj3e1jDyAKPMpR01T1t0r zLb>vFn);^ka$3abD78CyusqSlGi#%DTy3IMHnJoWbaTYxYF$v#V{5pz$>FAMw81H^ zPCD3#v>#O@o9k+W$J=q&ZX-z%ALY2YUO&k$y?O~HdV@ZagX5z(`7f{2sVn0(ps+@Y zO;T$urMM?>mLHMc8Iy&_lM#&Myjd4<>9mqHwoOFd<>(u9*>u7QFcQ%p?h+?Rm+=(J zlJe*sA~T^qe5B4&Sw%l5GEy-~Q5YK(Tv)E0NyUpYSF#bS)qZ!-tH~C;6~*fjruWP@PQ~_W>t@7Qkt>{ayxB|m>ZU<{??>;&a>|j7)U-d) zbD%hlMawdZ@d{Nj^-fxmiBk4VWN>rJSu(3s^Rvo>8QEYn$!%U8J0v zBD5IUGoDLo0+ns=!nRl<+)v|*$Xc|_T(5TblMRk>jrl zRG{Ies)OXqjRSK;y5L1v4o?8fn>BlJn)i=1*t{pXo=LvRv;74n5{u`lItPvux4Q!; zyH&!RDmR_Jq@}ObJmTLmkx}q((HUJZ49#}8)Sj0d(zk@Ugv4z4l~n!tLSy_02X&gK|w#$Jcp9=tG)p zK+LgfM83&K)c_-SPH40=LiUkf(q+z!ielb1{FUsp=U{Rh$c!{gta-A!91_rV(^QQvp8-h zFhc-8dvT`MV^iLr%wl+G$$biCb%BgDQ_kY(<{#X^8BkVcoE^{8TINcDCQG$wElqpL z;_Pg_zu7uk>GoG=d(D;E`OD_`dAUn3e$J&8zGl_dy2kZ|S5;)=GFyU2Ja!7SQ;K%1 zAM(r5>^4z!@siw8CcYu%3kQ0p7|2W!B=c^4l5*s6-LAjuzm26u?}nozu8;gg%V8pU z(=Gc(D1D99a&hK*m^q)wFd-a)A{bda>od_ZDvhwtua=s%<&LJH2}=J*#Vox~e8%bwf z7wiGD*Z&!G_S?X%pa~k_0N4XA1LuH$KyUva;N9R3@EQ<eFO9U^j1vyhs39#cgm|UJt9U(*dvZ!7 z(c&#)<7LrrY%insr!l#!6R7kV0qq~-%b1#1{Ub2EUfqG1tjbeUQ`!GkJXKb-go-FU z`tmm8ot?QnkMg|MgGmU4BbGszQ5D@^=^vbRdR{c|X6}6XSxS{YBxzF@hf1s}(bjZG zkIRo_OV8ud=tKeOOx@aHdexZXv?>Y-%G*auwtn`r_%$!FmPm0WOO}BBq;I@7M_id0 zWE^5#*j=_?EthrCxU&T$G6uQKaoc9KCr_1Ip~@!eG0KU%T+-H5K2-|w3ayDAo5uA9 zwu&LgT5~R})miD5S0+eom2Q(9Gl(T=YhlV%I*?rQrHb(m&KB0kA3PbwZ15wz9$(Ae z|GIcJ+=miLvD_2s2C5y>eo?OW(u!ogg{~NHCDrV|P_~3mEa5Qnh2fgl`qay#7}$=8 zCO~IZqy5+H(JS|I_?8PQ$Ss>q`hzVYeaGF2^^;ytNK#z!B5ub~%7b4$*>ci(I$RCb zWc^^S2vZktNlyEyTvi%~jXYE|xNp&RzD=)IA;v;g$|zd?%ETV~=QqNB5H_#$b}tOM zB?=jdQX@laNwzo@RsT;9Wj2dxS+G{4Lzxn$GwZ9ex_t&JnxkXZq>eU%CtZ@A-r27M z_vnk#$}q}hJ7q4NJZrnlDV)$dI|syotIteG>WV#dq-rRau}xPvGaydZHE&8$C9Az; z($P?s!|sl{A&!{MBz1OAxd4-1O3H-~<+JCcyv-S@|%k|HR}puw#kZV z2-|f*P8G3DMjFC>V4`vrWX>YDAz;ow6y(-1+hj#&6~Pig30f=RLxQ5>3;QSw3=6W{ zFYXf)8fH;tga zRubIgH8J9jLhp^Nay!GU=>!*0l7`6R5-O{!mdwnWT2g6jvLchUpGp|XW zn~lSQct4U*R%pXC!tN!JooyWp?gG3L$ld=x0=|Hr z|8DR`V9x}|oq%6QzyBzZz5m|=?*hL9ZU#4j6>v2u1G($p?*D%T-T&3#Mz92SgC_#9 z2gv#V<6s|nHh40SGXft3zYdOrHnm{CmMY;8($$!Byb7;Ctx$4}oujcY`KqfHIf@kI+BTM<0`Z8uc(lvL`qY zg5;>>Y>i`J=G2$7Aju-Q<(bdpPFYP4NSr!8GHrDNp&i6n5mqDX)N(BOjr~e5kJz5! z@KkUZjlKQ#xG!ha<&qV-Lq_fqoKF zeVu8dZKmqrqrIA2UDX+@R+|fFv8L()T9T~tSW>D|qDad?wui%nK!aiWmUPD4j7%!@%pYT+z8R+$b`tM!}wR)pA8 zvg`4KBzke|jWB73UmvQeUiuO)Pu}oVJl;l)v&mB=cS6D9BrmT+RVyAarfhXEfAoOM z6PNa>0_;jLo67yrVxcgE2fbRHg6ziVZ~WS4Zv*&p3syQ zCDjq<*j*>=Xhf2HXCrZEBXIP{^Zjm%`5`0l@Td{^!;CzeXZsOnN7~Rp+FVkCV`oD{ zOI$GA4Pzp7c~RWKO9x}gHZL4GF*{oJi^t7SJ;PcRwIuhF3A3p2WDOdgOxtp{k?m1( zZL^M)ZzsB0Qn5+or6r$m8!^r&9wo~8l*Qs){1Pd8fsA1M_Aif9zYp>i&Akg`Eb&64 zm-z)6xyPZTgw?%uimJBrbLYjQ*}E)Cs;E0oR+Ih}NU9=I8M7d4w38tNB~vwcbS&foi;78syETmdDq~B+viuG zvZ6>zKjI7;4o-fgBIc(e){|xX1 z@MU!Q2Z7xC|9Y?v&IaE{hrbWp3+@5G2$sMZ;9+$5e*$vP-}^xWya-$e&IR8=pZ@^3 z84N%Q_JL=B&!N-*HuzQWW^g@t5x4++4W0h0;DewI*1@%)45q;2!Rg?u==t}7KL&RK z+57)b;Q3%4oB=+JzAtwGz5|>DF9BDB3&8o{%jo;i@1R^;XLQQxrX`I0jfvdcc5^Y}K`eY!*^M_l;%FS=*bk z>EgVxrWjzZOBLsR@sJ>^-BUKdbt2cXZgRsC8#>%yQ<6;f(cVT&6OMXu_AQsK_-dGv zr6`}4D$8rUuar4NkrlIO1znkA8IB&~d%{nsbRY4ERPFK_YpDtq?s7b`G{HFz0_Eq& z9C^8&M=pj{{tQy8;o4(VD&IqW9KU0w3}k|JXnT44UQvy+PoC)j{5`tBgP z-MGjuk#&(=u4{U01~zcRu_of7nJ>yfWqum8~vjR=0TVnqTzp8XPXkv~#u@jl}{sJU*SkXm8p_A$&Wnqnf)$4dj1)8FDW&pTY9KYdde0K}Rlo ztjSRj<0ol@SSgqgx>)_lfpXC)4U?1a2P*Dll6$wRqrFQ z(Td)z^na{wNU8T*r=b+)S2;rJWXTfrKZh7`%KN<~@1wipTjh{@zWLEb`QLw}Y3?!; z8&f=(#R{k1PR?L$eF0Rk+;^%(smP%qU$hh!be8{RMDl_gsPieehK@SOYU0uKp8qzc K#|!SQF8yyDWnX&$ delta 16 YcmZoTz|^3y;U)9L2dtalF$?hk06u31w*UYD diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py index ec019ad18..2c9e04e45 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py @@ -490,7 +490,8 @@ class Data2VecAudioModel(BaseFairseqModel): ## for prompt tuning if prompt is not None: - #features = torch.cat([features, prompt]) + print(features.size()) + print(padding_mask.size()) prompt = prompt.expand((features.size()[0], prompt.size()[0], prompt.size()[1])) features = torch.cat([prompt, features], dim=1) prompt_padding_mask = torch.zeros(prompt.size()[0], prompt.size()[1]).type(torch.BoolTensor).to(features.device)