From c750ff822f85ddf7e113f7dec1db992c9ec13301 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Thu, 27 Apr 2023 16:23:30 +0900
Subject: [PATCH] from local

---
 .../.data2vec_encoder.py.swp                    | Bin 16384 -> 0 bytes
 .../data2vec_encoder.py                         |   8 ++++----
 2 files changed, 4 insertions(+), 4 deletions(-)
 delete mode 100644 egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_encoder.py.swp

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_encoder.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_encoder.py.swp
deleted file mode 100644
index 0edb6a499dc63b069d82b1a098aac68ccf637255..0000000000000000000000000000000000000000
GIT binary patch
literal 0
HcmV?d00001

literal 16384
zcmeHOTZ|-C87`3JqM!%{qe61%S(t9=t)3a!Ww)h`%U)z<b{BVsOB^R<b=T?c+NrLp
zty48UvxMb^2Q<E6e3BSZ6bK|5P4G>@C$BLkga-w@Ut$aiB&aXy_n%8ub<ZU{l311f
zrn>5!^Pm5G=bZoi|EaUxx%*C>WQXiI3)j__b;%#^@|ur7bIDEbwk$6i^0`}YTcD)f
zuA|7uGk@Pnw|8e0t=*GEb`bU4V7kl&Bd|4&k~I;#J>K$ryzd4<iw{IA@VkjGV$OTR
z*5RcytvJa-?m21VhQiBwJaI(oraa(6INrj#v%b*s+|*rI=RJpqy~yK<9dAz8T0K_`
zR18>I+TVBZD(lvTc{$Z*YB#cLuerA(redICpkkn6pkkn6pkkn6pkkn6;Qxq$G``q+
z8121Sw>i`Ii>B`H($9zWeSIojKUTMjfr^2Ofr^2Ofr^2Ofr^2Ofr^2Ofr^2Ofr^25
zAOo&vS$m<^2WSHT-~Ubg|GW2D)|0?DfG+?WKmdFWSOSg$ZQ%XDMSumo`CiL<33vv0
z8h8Y_7dQyq4*csX<N<yQ`~Y|gI0y8B4*}N#mjRaodw`d&w5;cVXMrbxM}P-_y}--w
zv8*owp8)=jvkHFzeh>T-coBFScnmlPd>WVq{(A*<0Dc8L4?F>6z)4^c_|N5*^=se-
z;CbM2;IlvnxB+<UGRyh}@FegR-~#Y5pbfl!sb&2X_%d)e@L}NJd!QTe3h;g4d0+!r
z0X_p91U?8{2kZg<d5LAc3j7dw8h98O0(Srn;2Pl1*ogTP@G|f$@F=hXd<wW8xEgo^
zefbpdEdbj)Rs>N0UI)CLi|MPMvJR^Y9`x;g!ufgb^!<>hIF#XJF-~4^!S3iVnI2{%
z^RB_%&{J>qp$uW;2!|i~;lQ$t?2#+h1jLWrHSWZ&=g^C~AMj8#>@=!x2zqOKd>to5
z8bvuOuhLLBjgsEb4nw=2g}u~|LN~AjcM}Ii!YCPO8BLwv7DG3ND5JsHPlrZA<O~wm
zt2f$tYOPkwe^ZG#5<b<y_^8W0k9#bIs!<{vOS<Q|&w!yM6on{RJmKr=^onS+Q&EbF
zS(md+Ku{Qs?YuN)mMpZHAI4eAz{miK*6%Ddr#y-SlS%7Rzq82}o9t+j^>8wPCKi>T
z3#~dHC1W@7*m2iSmiW2*-Svh0cyECn(+6lQnGt`a79e@Up-#zP=j3n5R}HrB<7_#L
z1HPhqV_DMD)Xb`<)q;#TiAFJvt5Z?Po4M4u%uiX+mYh(2l*L<KD=pg-)fVD6c1obZ
ztFn2#&-#j+dO=tsJ5!BjC(2Uvh$H;-Tq;gQO7G-Mk$m`JS|WXVf<X7Vyy3gft`6H_
z-W3WmTvCQsL=Jz=PF@KQ1TVUPiWDP+p6JTw(kG8C-dk@J+^OVJhDDlTr)Ywe8oz4+
zSPeI+k8nUMuzUT1t?hy%=aS?3qh^`MDN)<CE>{*KIOAdJyFuMDiqd_CEuTJmy1ud2
zn>*A%=O>$NacTKvp2zRAUDRPWcFGDdn&zG-=f4{`T^w#(o9<r>U}@xVUM+SLcSN?W
z7sZ>fU_7QDy7}@18=Blp>y4rlWE+jOL`kVzu5A8eM(OOr)~&l_jT|qDV)OzHDSMtx
zXC%Ai^oDL2@_=SB8Ile=aNDl=Fhjdi-u`W~<;e$1=`)NbFgk)o>pbcEX-dYP=}T$d
z=PnE*mzLHUWr0$9j?K)_yaQR`I>YKhM+5b+pA=wd5i4`6c}hVc)g{sd#CDFm81It<
zcttWi#-Tx}4EiV?t`=G3OVMNw{-K^eY@^`k?B0;~*5U}$*~wBr5IELID;14n95@sh
zz5#cz+BqpLUd5!8m6go}WR~ViuKhMjA*UCOLs=2dIMyc{NR6b+l7I0>WHC?b4cl?B
zzNU^-%I^xnla$FeIBqh?M(7_W-Hf@=xk}63mf_91Q4~O#DK2-gN3;&f{wydhwb!IB
z>_1SXQ(t&~B734uJ%`F_cB?j-BTE9ASiF_1qO`$MY>_}@swc9`IU%Z7rk8WWU->@A
zMjR(iX=yfo4#S{^=}<-$HbXZbx~oA}tlOr96SyLELfl{^vDVWg3zY;Z8mqp^>wz_9
z7GRvfHOi3l;s#h{oG!=I;B7V@@^r`(QVlMHk|uo|I1!YCAr)d1)FrJ`E^3lx@XdR$
zotq@c3^Q4_(1K>Nwq)8wP6(47f<Gi-mqK}&iD3Xsk7+|*RMcl~3a^EXSe|#XYsvXR
z0hwBIW5|V3u1j7&)0UI;%>r&)J+Ll}hjWyU2*btE4o+R)PlPEf6^<Zd7N{`-9~IoH
zrM;MTwR-~Y;=LcjbO(Wv+GahE?S1g%;S;BvGpA24Kh#PwVFbJRX6e%ACd7lAqddtt
z!5mSml=@jamLyTqHWHaH;0mVTKf;_2HcgG(vuh2DZ}d3)repF(47!5pHN6j)isc8P
z-OTeN=8xhClmDZVJ^i4qnuW!%ZOKCV@U<<Cn<+ElkvCysx-f;b$YLeQ!ZqorBW9yY
z<uYu_8OJXSRif?`7$!}$$vE8sDmzTSP*&FDn^45m2=g__$bZ$1+RnTwfqgizv{IX#
z$ML*~XG@oq%3J0MZY2dMLN{zP#)B!j=!>+;PRA<3XexKt6pV!V6-0vpEqhx22ulnz
z599%u-zjE+`HfXC<r^tZzFQdBni&QIM&=ydY?I-#W*9q+)AE?(3-%mi^<kRE?N)0%
z9^0;bZ%4@h$LD*rD2dkMi6h5OEgjp3%ng)1g1QrbFihFP+`>G2Aalbt*JnrI7Yr<l
z|DQwb`E$gp6#tv=`#(ZF|25!#U_bB%;`hG+UkA<uUEpqD4!9Ed2jcbDfLDQU1CId?
za1-zr;`P4*UjiNje4q^+0<H%>0=$km{yV@~zz2rFn~2$e0{j^GDzFBe1#SRdLA?GO
z;Jd)1z;WPG;6=pg-vicwv%oU21e^hG2mXRs{RQBgz~_MgxC^)$xB|Ewcnw?-A3q~b
zs;gq4VxVH6V&I+60K<i~61#QM*9w&vH$&lN*km!e+lZ;`&>fjDox?XlIHaR_RZO|8
z6lU7A)nnpx{h9(a#AVV~MZ~D0YE@AlVXN&4xVP9KtgkH0&+k8Q+p1Qk2LUP_o}s9(
z%+KL6i4=J6nCNbks3KvdOrDJYFXx4j++-6~Lv3Wy&hxZaT=?Fd+YcOUG722v=67bt
z<JpPb8A@(gh=m-7cytgici5~0x6ltAXEt}H)y7#7Z5Poob&&RzY(MNr^?uEGuPWkT
z4;IB9Vs4Od*V|-#18$fgUzh~YwRKx-cd;ho!JccmhLS{*s`wvfUEAa*BAhhB?svfJ
zv~@!-ng~wti#8GpjowCi)if!fXk{S*#8MCt37aI_s?loiNY$nG@#N;U@n}oQ>=p#k
z<n`9fn9j9C-y5lCv892AsNh>S1RB{Q4*axUYt<Sn`{wnSH0?$48u^_9j;9yc{jTfB
zSr<Mhu_EkVG-~Mpqcz5!GX76yi;CJon%L<^3NMz(DVn^qIw}thE=5c6j56wBtFlTw
z8c0zCnkGu^lO#IPT4y=QAd|KS@~)-1oXhOYzRebz@!FEnmeWOm=wN#&PBB*uubo-D
zB_)g5Jj5glCdO#(o+8>dLiHq&+lbOWu>^sPi*F7$mWHa_JJK<h-k2)wEy~m)lE=`Y
zJxRqUwO>hergJEBNQKStA&vDWxZ3%LF_7N_EJ`s~{!u{It7Cq-1)@K~ObqZXnM~+Q
z-vmk<t0Y}khJIJG5<$BPGwUm=O7&4^Wqx(FVJAGs7Gu4;?FS^I=~kOzYN%h3-=rG0
z$VM1Eqt1MTR+H%uFESGp0`+=_Pps7Nsmep>Cu8H<sw##!aiZ0`70{u-YQIsnOMA!@
z%`9zv=8R8>-N-9nZXUrtx@Bb1z0k(IRUczI>Q?NenPk0VE1W0{Hs$2mnuq9sn*DV9
zB(e3i(tPrLsSyw+#|K`~f9Mv)zW#O}?3lKf_*6+fOS{NAp0>j*2=rt5!=7bYNB7CO
zxRkosGojtNefY>p8vyx~EGA=l4w49|Z0YkSyQRbCElQz_2efOL7N11RIk9lc(mQOb
Y!j{iZezn=XF4VLogZVzYLltf7e;mlYF#rGn

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_encoder.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_encoder.py
index 1470360fe..3732bcc2a 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_encoder.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_encoder.py
@@ -66,10 +66,10 @@ class FairSeqData2VecEncoder(EncoderInterface):
         model = models[0]
         model.feature_grad_mult = 0.0 ## for conv network freeze
         ## prevent overfitting
-        #model.mask_prob = 0.65
-        #model.mask_channel_prob = 0.5
-        #model.mask_channel_length = 64
-        #model.activation_dropout = 0.1 
+        model.mask_prob = 0.65
+        model.mask_channel_prob = 0.5
+        model.mask_channel_length = 64
+        model.activation_dropout = 0.1 
         
         self.encoders = model
         self.pretrained_params = copy.deepcopy(model.state_dict())