From 6a5099d9d2509344a5d9b2fe61f57791f0c6ee2b Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Mon, 9 Jan 2023 11:16:48 +0900 Subject: [PATCH] from local --- .../.conformer.py.swp | Bin 4096 -> 16384 bytes .../.conformer_randomcombine.py.swp | Bin 98304 -> 102400 bytes .../conformer_randomcombine.py | 7 +++++++ 3 files changed, 7 insertions(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp index a8959371d6ecb9a1763a06a2d74792dcb3df18d4..d0a63c3e4bcccd8c434aa1d283d5ec6a7718b620 100644 GIT binary patch literal 16384 zcmeHOTZ|k>73~C*2P8a_fIteUvMWT7nVs1guM@LmB8}G$UTp71p0%w+f_6=J%}ldB z-Q%wAeME=|h^dNY z4}^N;W6#vBx^?fVTd&*g{^GgS)9meyMGK$TSk^}_ec%1sn{GJpxg%FuUNjPmhnCtT zda=(j)Dx+{aGJYEqiFMoAPrr@_!h)Z^|E?k^kMu*G>7YMscS91tS+mzBwcRn~`Tpg(qg@e>L*= znD%!Xhcf+_jodNvhiBx^8~KKjU!IZw#mEOne)?tlOQ!!hBkvmdqcienjl5^%&&}r_`u}X?_Zj)68Tp@#JoEpLGxDd6oSXJ1Up}q>DI?GL|Hh2mm}@PY_OHEW zy1gl`{;3$K7^oPi7^oPi7^oPi7^oPi7^oPi82BG$fP0p83v7FkF0y$3pWXj||7y$n z4Db+e8aN4D4?OlN%X$QO81R81a2xQO8!hY8z$xHuz(L^6z)ir_z^`twtX~2@1s(xD z41|CKtO0id2Z1*LuLmx_(z2chz6yK=_%iSy@ID|0I=~aJu&j>*1E2*wcRk90&ja@X z4EWh~mh}N(0eJpe=mE|F*8o4j9X0{#z^`%N{RD6q@HFnuUjR-6Hv^C1^1A~p0ygkg z;B~;Yz#ot&_!01R;1Uo5CxC;%0pPdb_1ggP`yt|ZpAR!1If~-MaYt#m=_I3A;CJ9H zvq2E?gmu_r$;XobR5%0fCQ+Q}E-4@z2ZARl zC|2T9dl3xuFHa1ZR4h1lb8Vzm znS;@f*tQ=8WD_)bEDD2NZP@-MF*rfS7p9T2E*tw{D%lnf;MZ8-O&lhLAkPLVvFlN%fUyx=`xV{G~`nzo3C}%wMrXr~$&ud>g7m8z1%8SyF<;dL7N^p+9^U=T-R)}rAp(=hEUS*Lgt z7gLNQRgPl#De-j#S1w!_^BvF;vV&7v@+ITKg=tr3yUOSTC(Mgn$#_570zLjfF^bo% zyoih)icrLO;mXsTS{ZHhuc9vV^CbkBiXsz06x(>MOD$xuu^}1=;bf$HpQXfbP%DCj z%t9%K`eKTSL7@>2(L5S3H;rQi1MBm|9o5K7Or%6l5EyS!)9iz29mZH4Xcqp5bTc~} z5j36+G7Mif2jSnC%T1a+nV+8}8CM?4e7u>hwg^lJj^53_L1E(wc!3E_laS_0 z5u&+5QcQ86mWRL}`!w8YR@01({o&{e^BXG_&8j3JZ)o9wCk3OhB=c0l)kF+;$)GXc z)RyFvbIOq2C}rCm1MiGsJ$|Ow+QLbh0K_F9Dk}!QlD0^wEc~Tk* zeTcyn#tM$urFT*F8>h0CcSba32a2qlwVXgdBoi~aYSfK~a#?+&Gld&)tnDk=tE~2M zeSTU+AjPmy)aap$+BwYIvJD&surc`K2@Z^y3(k9SN`YxErb%5*GH1fUBi5QaBY)M3 zm>n&t*yzLg$Q@;RHbf|+xX!}R(ysOJ4zKV|`Jv#kJ{0K^Si05rW=mS8| znN=>RRW-(#MPvhQw0Zx_!qwLU7-CH8b2an-7N z3ZoKA%)NQm!%9j4WQrIfMg7K0&8|Q2T}+~InDU`uL+rS!LpGr$T2fqNBMv=iIlsDb zV*Ts}JKsHXrn|PWdc4Qh&#;yCwPULrtLtm{bvNs--OEm{t{tm0fh`i2U^&FfFX^ZN zA_8A{WRM4!W51u$I=RPUbucSc!08gli@9!(t@h^F(Qa?GSBH+Xp*nlS2qHg*9-QI$ z1U4Pnf8S=3K(EWmC+BSF)(OfpYUleP}38AgdZIjdb_ z;KM+%<6=Q~P&yEVqzi|rP}Nce~v z=_iVVl@VqpE(u+idt$7LdajT8B5**~x|Z1qjOcx%v}VoU)=XvG?E7I;gj;N~i@w4` z7Ty2fg1c}H_hY*MXU}(kj=TPMfJcA`=mK-Vb--oZ_a6to1$+s35Lf~Z0#D+u|0&=B z;4a_*@C)4MF99C|J__6e90BeCYQU|)v$)Sc1N;v7BJf$@BEW!af$!pe|1i)4-Uz&a zyZw{E70UrcbfF?jb+d%cH7^oPi7^oPi7^oPy z0t0kV0;M1sz7koFgj!#W){=irLxhmJExr#6tFKCwVzJ7hbS z`OS9Fy+mHSfy=VfH+L?3rx?ts3L!3PW#K$qi?*Qy85f+p<%mxNv)Ag(wl@}9wPv%; z7FerBU+OHPq1m@zd#9nU&XY(AyH#iHS_Aox#2=Mu4R`;3Qfjl4syog!p4K}KJVDn__$Ly=2jY)2<6sJ>2JSoD=XFtBHyxd;$sQ5iit zF;mZ`z=MOx)l;gWp>qt1t8zifrh*|-T_SQC6cBG6*hNL09|> zupG}3C=0B<=IRQg$yAjdJCwVKxocyFg+&3a4y@T^dYw?;up^Xd$u(yzg1~a>sTiQ? zu1kp~yR?sxRr`!`Ig(m4)n|T^21=WFqEmWiNu~7B&rj9f);UycUs}kfJnPJ`v$uAM WDP6gpGdEqioOvqh#R3AP4XQ`qKDQ<@i@7F4&v zvLAE`MLI=+tfAey2wJx;b?MNdLs3XXb<+3PkPbfZ;`#DC-|v@)?^7uF3(x$o8Z6UM z@>nBgpmfFRXzNsMMe6(G^)c%~>yrK2Hr~;efM044aAipYZkuCv7Pf=Z3*>MKT{w!L zq^%*1VN}bi@lA~2Ja%dK8AUjV!NOagw2b?>jv(H6rF*!G%NW8*ug>Y0N7}>&9^wX0 z!N%VP=?k_nj~Ke}$w+0an$qIpvC6k8lk~Y~@+KTe#

jRK~rQH?e4LHXDt~uCF_( z%O%Z)~afKh!0Z2;jkOcn{qS3 z!J+$d+#Ij`$(vAMA(52+G1+pc_5qRl7wxr5Kd^>5WD&8q48hanOdc0rFbP(Jc%UfA z3^oO^3;P$&pf>RvJ`YcOp7b(I)9|L^teyw1V@cj~jpEcDOl4(!65qvE?M`k;8XMuH z#82(N6b4X}lI%wY!aHR%c-LmXlOO}vHDH7>A@zX|CB&&aTb->Ni1fin!SgC+a~ z(l=fLEh?uZ*u^s12=G{80DaW)#qY5{p0!3+uK07a=>BPFtD*mFSyYtUx3zq8uk{a+ C-!jnv diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py index 530246877..defbdcb6e 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py @@ -136,10 +136,17 @@ class Conformer(EncoderInterface): ) self._init_state: List[torch.Tensor] = [torch.empty(0)] + ''' self.group_size = 12 self.alpha = nn.Parameter(torch.rand(self.group_size)) self.sigmoid = nn.Sigmoid() self.layer_norm = nn.LayerNorm(512) + ''' + self.group_num = group_num + self.group_layer_num = int(self.encoder_layers // self.group_num) + self.alpha = nn.Parameter(torch.rand(self.group_num)) + self.sigmoid = nn.Sigmoid() + self.layer_norm = nn.LayerNorm(d_model) def forward( self, x: torch.Tensor, x_lens: torch.Tensor, warmup: float = 1.0