From 50d5e048b000490cbf5be56287abb4dc28da55c6 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Tue, 4 Apr 2023 00:43:51 +0900
Subject: [PATCH] from local

---
 .../.data2vec_audio.py.swp                    | Bin 36864 -> 36864 bytes
 .../.pseudo.py.swp                            | Bin 4096 -> 16384 bytes
 .../data2vec_audio.py                         |   4 ++--
 3 files changed, 2 insertions(+), 2 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index c170b58f55b6e93200218c3c17e76e760be3f919..53cb4a507fa8614376db538be13e18ad88dea3bd 100644
GIT binary patch
delta 37
tcmZozz|^pSX~Pu<M#0Tj9r!pVOL;0zj@99q%<IWJ`LT!6W^2!*ZUFzs4NL$4

delta 37
tcmZozz|^pSX~Pu<Mxo7D9r!pVOL{6zj@99q%;U*B`LT!MW^2!*ZUFzz4NCw3

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.pseudo.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.pseudo.py.swp
index ca62e50b009773061cc2680fa93f73c1e41b2741..cdc2d11649c9138b1a108b99ba5bfec5142e4934 100644
GIT binary patch
literal 16384
zcmeI3dyFJS9mfmA2gt){48-`Tn=|gL?mTXnz_B>ua(lqa-rnVQj}ti3)O6R(G~3hN
zR(0>*K!Sgm5MyGL1Y@Em5Qrq0h>0=&p^%UWMq&hGe1(4mj1QEk5Tghu`2AH^&-Bbb
z1pP-$ckVMYT~%H6t8dk>x~jIW-MnV$5Wl3}WVqhO*kgkac(ZqGobkwgjCoN{Hs>y!
zrKsJmMWmCdUppk+%cE%hh>Ge#<ceVOnOpM=8=H|@*RgPA!*^vz1VKY~btCZG%Ga@!
zZm+ShdbAO%G?bo`C=qHeb)|B2A`%%$tsQT6!`YZ^#9F3aRF4OfWtI1(0;K|z3Y^2{
zX7?Fa-&@(k-|_ZilL^ZEQh`!|Qh`!|Qh`!|Qh`!|Qh`!||6>J`_)PXm)bDg#$6M|9
zX%pYC*ehRX(=&AC>0Y++>sc^+!G7oQ|FrQp+HluK<ngC$d}QOlHxd7mjqlm`S!;0q
z{EIez&BlLeBK{vX{)CPH(?t9mZ1`pN`(rjB&))`@U!?-20;K|_0;K|_0;K|_0;K|_
z0;K|_0;K}4O9h0-7%g?rr}Z%Y{-3Y^pE-}Q-+_BU7fA44@NV$Lxr}`g^uaoq2m8VE
z=P-6ZaKU@Psk0e-0Xzqu0CxZZTHt-)H1ONEGIl4p4RpW~Xo3p>1AjP+vEP8Fz?0xt
z;Ah|w@NMula2x1@kAN1K1LuRYz+cZ~>>+S3_yQP!>%hg}0`Nxg>{}T73HUKcK>}96
zJU9pZ{mqO$4W0xKfV;qF!7ac8*MQ4F3w#(<z#hQCx#0J2V(dO}5BLmF;6|_vP6wyn
z$k<EZY4A9B5ZniP;2`+h8I1h}{2BZlJPf`G?gTwB1D--7{uDe0egwV+?g6)hTfxQP
zIkfTP;8E}c@D1=ea1ykE=>u6W=Jx8zAZ}HT_hizOiYE~dBH?kdA(iM#kM|=_26cWQ
zRZ50QFyMZ|qY&RZjpIlqnpaq!m4|~KX^^zmR4QkNp~)bYEuE;@b`%Ap;7YBQYFWz*
zs+oc+S$r&%mZ~m1&k?Gd_EB;bV&j?~W?Px6)npvGy(un2kK@iyq?)ohP}+(cg<864
z;%`Xq_N2QWM}7#4+p-fW$x-1#FvqbJ*YEhKb9+#zRHn~L+HXUis8e`ClUmmPI$ubW
zs4o&9r(#GQoMCa3LN>WJmy8rJ!oZ+W2s9BJ-Pa;QrBL5%qm;WMv=td}lNs3vozae{
zaZv<FkTtHYf**G4Lvc6#ATW<jXe3X@j_0e!C?lhKJx)f?W`b2JOC26Z+9&mAV2f!h
z?rZLML)d~YhF0^FVUf8&&5<123Pi2^8Wj5PMX3}uUWpPp&ks_+<8G8vZ|bP1&-ZOp
z|76&u&{M|ynr#$n15dh<Hzt0r#N5A=!btiWv>3L`q-DnUc*hSU4@DoIk@cA|^TuSz
zO)N^2`}wH-(49@rHOh21JIPx|o{eJRNN8rq4TRP$3;||9s4v*DU@;qK^i>$TuE-Oc
zj+6}?yv4UXbHofORR+s>S0+xDvN}DF(Qx_jmCnH<t9T6M_HeSTTiqvX`<l~?Wmat}
z^g2f>6=et1bXLdlK}{#<*4a@uSNU<0Cz44TJIJ#uRrc6Ik|@8OCUVht;ryom*h6x4
z3|0YLq)$UDua3tB@}!R;EstH!Zmo$lYC9vh%u4F`VKLBJWQVLmYVB<LNzcj0V#l;v
zmc=%SCrlm{np=jk+Efb1`uw4}G?<%wheNua;S{K3Tnw^}Bl?J@--WY*=5bqJ{5FHN
z)0U#|XepH2%Pj6HDZPOWa@r!<Ho^)dbW+U0i9(5cZO7!!WOPVzPNakz*f-n`NtUnN
zp#YOZ7B^<O5v&k0($d5TtsGAz0@Y68rM81C({ajGbDVNPt3|{gGV#pDqer^EdKhw{
zc^Hm`<~JJeRvEf7_N6N+osRo?+&a#MW(_%rF+y>htLe6U*@sH}aGdy2D1sTjmd1h1
zlE?5Oob=4oAHi)F;YI<y7V*TekK2*NgDd34k`v~?$!}0}ew({>ejjPLFGeODWDTVm
z0cy3I@RFCR=J|bo@kRT&4K>4TA^3z1N8K^Q86}?#r%{dLC@Rk*`r>3w5Bjwj4|Noc
zmizdLu~J}ft&izc<nj00@8ZK=sxVD}A79vP4s*qe6&5RAe>F#9FS)4MbM&T!<7~`1
zbNlxXvoRiGhFeZA2fUYuQE)Z9i>a+@ZJga*=QK+j#>!B%16iXvP)(#=euW4yX~@m?
z!#GW9818U3w>!X8$Md6A(MN-8ljc=fowWcC^5PMCvsh^`LX3GVO-i<SHlK8}OSu=Z
zYIB;Kchu}gZEg4>WydsTuJfi_?B#*q_i?1ybh$J{OPg2mGR9lX4eM+#UzOQR&<2?d
z>1}PNgDww5*iDfm??#vuhvW!o`@XNW$rRHV<Z^sz?W)7a*7)&-qemB3)|L*g^20~@
zfx|0{OKVGqS8#U)Us$=8U%j-lIKw4ITUdfdS2*d+AqHG4z|@lr^59t6`@!Q|ET#!m
zF#);}W_*=}Rlc-Z;g>J0F0IZWk7FSnq2@|{BK2vmg&D1gQG!dYj2dlHnZoE!FMG5B
zz2Z={8Lp#FvMH2gdyx-ay(Ed}8;#A)&APyW?w+his*97{MnT<JUOI4aW%Xcf76;7f
z5t?xI#ehfcghqdXX%d<o6K4`N7g;1oIj||iD6w-*RL)F7<Vg%j37O?aB#giS#pxAQ
z%!IVE`4xp)FgE5fGyEE<sG&IQ<5jYuVjrqZUuq1d4p6T*hW~7ZOh>>3M4>afnZqjC
z6^iC+ypLs$kM7S!3O`qRD3(#|ReoG2!|tZ^`L!aNMqLg-C*^m037>7w?yKQrmVewA
zQQt?D!h|3*qKbtEikydwhTWUekYAnR2O6F2-P1_5YP9{ZA;S$G50EaLW3>K%2y4_|
zVx3Ft|NQUYk7Aww6>tl<85{v01s??Gfj?rs|1kItxF38Sd=*6CD$oS)1gEeM@C^7q
z_%gU1d>SZl9L#~U!Rg>d><2s#?gA^|5O@K50QZ2qK?E)bEpQ%q7VG=(g3p5l90U8o
z9`GX8^*;m;f(O9e;8Wmw&;%9mF2KMmsQb&{*MM~R1t_mlfl`4|fl`4|fl`6jp8_<?
z>SKyooo0TAI}U9!ISy~Nc*Suj!f`6JyF=;hGP3T6ov2z_#A0zzCEMDWnwl~xC>33!
zZK&*?V-l?~+r$4y#1getyvbJac{2J=Xm>zk(}HYi<#$`tVe<+58?EeXJX&MJ1zRGf
z$ZBSMUcy$>^1VZ+t3=#ujo*&vOPS#RWa9r?(h{IG`nffkj$1n38f?~<E%UiGa+exW
z$zG7D;T8S>K;cC>vHg}U5zR&iRID;eLKiLahH7TNynvPmH~VoFDX~@L1sZ#KCN(}{
zg?;sEAVU*7J;UiICCN0T{DzO^`Q!y4GxO66Y=$OR8w4Y-H$SlfBti%E$r4Ajpu_DA
zqr_CeMDnam^L+LI1>BIeav>CTLotQ_D_hS>$Nmm&^I<_##g@Lx7Qgh1s!(_yfAT=C
zkRc1qP5n<Z&7RLP9p#!;fI`P4u(jS|{3v-fGJ8g?DYASjYY=1ns2rPP7O+!}qvYG=
znEQ49O=^rgP_ggr;@8GB*sz;V@6h|leVHtvi<wV+jGHs=yu14H$a#14<86F+NB`Zy
zdNOl6zb)#9F14M{?&`0(pn1O;`WZD9qf+Vm-)lEmM20c?C|;r5bZ*kv(yW_56IAIw
zz!v26s4{u-Jc@s)#ive$<8K~HG)#baK2@i!%&Nu)NFu%Q-a?6O1YT-zBs<#Kw6)n8
Kp8d!9Y4$I96k~}1

delta 7
OcmZo@U~EuWAOHXgJOWYx

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 5a15a91e6..c2960c8c3 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -280,8 +280,8 @@ class Data2VecAudioModel(BaseFairseqModel):
             torch.FloatTensor(cfg.encoder_embed_dim).uniform_()
         )
 
-        self.encoder = TransformerEncoder(cfg)
-        #self.encoder = TransformerEncoderAdapter(cfg)
+        #self.encoder = TransformerEncoder(cfg)
+        self.encoder = TransformerEncoderAdapter(cfg)
         self.layer_norm = LayerNorm(self.extractor_embed)
 
         self.final_proj = nn.Linear(self.embed, self.embed)