From 362ee800face1711be16befc556dc5bab53db489 Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Sun, 8 Jan 2023 18:47:04 +0900 Subject: [PATCH] from local --- .../.conformer.py.swp | Bin 86016 -> 90112 bytes .../.conformer_randomcombine.py.swp | Bin 4096 -> 16384 bytes .../conformer.py | 5 +++++ 3 files changed, 5 insertions(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp index a6c6a19e39129c5a9aa2a0454b949c9ab7fb4571..f58bd13519306dff8574393fe0517631e246ddd5 100644 GIT binary patch delta 757 zcmZ9~O=uHA6u|Mf&2B!dX||A}6w#=cM4CW_Djr(!rYItY3VuLXOqxWJP1rPt6d|#A z5&VKxgBM8ziQuI)Dkwb^FJeKcAkvFM(UXe(@SuoT|7lW$4*ZyXGj9iG-mBEK%B(ik zr7M2hp@)^QJ*aQ%?UVL6*qJNMLwdtE9Z=`JCAY{?59_)}*zR3^TwWl$hay@#XK)N7 zSR(raZotHO^kCK{Vq+3fIPu&mav4QLu@5Vn$TFVcDe@RYA3m!hpHw*~FZsBRYdDQj zgs~le93oBFh{A_2T_Ov(4I3#O!ESt2MCLGq`-*+5?ysI5P>iO3b=YO^nDJC^dK9gk zF-i$5X6CGHU^rl!k>joS1YvM!aDPYwol!_+#v+AuGMh`s+lkS35ZshwWb!GaopI8z zjBH{&VFkx?)`e8WGR$~z{h*|kE9PT`^h9E3Xw(1yw>acLb(dS|Z+d_K7%dxdkr%w< zH1FH0*hWFud?MfR5G7<0!znnh(j)Q!lgMKa-g!kDxQitE@n);Y9b82cBha8?u3O6T zx?AK5CJ@4}Eh0bh9(B}k5osL80Cc>fc^XJ!FaFXr-|z?xTtcgvhOoxvK4Kp07wvQ{ VmG`Pooc7dPw_U5N8--kS{R4EzmQ(-$ delta 295 zcmWm9u}cDR0LAh5)4M#0<9^X#ljs^0NYL2O(i{{)936y$lhG6{=3G-8brA+lIkc1x zEnyNgNK4>9PzX&0feq!xQ9Si^eK5>Q=cr*DYgoaLC%q%V9xBM8pOKn4LWls56Vf5-2(f^%EB)dDUF>5A zd3-w32c8{m>XdSV2wPZ05iai2j3LAfMk(nH7ieM^tC+<%w+48^|HZ51wq){m-3_zs R#Y<&BnfJ_O#~+W@{{Rh_Hje-R diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp index 81e7151f47a38636f3c747d0e26bfe255c848922..5ecc7d0abd43ffadc71b91becfbacbbce7913d9f 100644 GIT binary patch literal 16384 zcmeHOTZ|-S6)vudfUIbc7y~~uqTSHb-7~X`>_~_7UXYQU8QhuO4J>O-b=BY9m95*> zWqKL{BqqX(4=O7pNMd4qAS4=%2}m|P_(F^tqlt-NKzT9f3xXnYQSdwerK-AThb8gy zLU-ny?yB=&&N=`2&wtM8>Q3|U;u70kZyI>*FpS^b|D^pw|H5;hy7DZ;3H!V`zjKaA z@AleqDW3%FyZu@xjvX7kugQY+;iPZF~y?l$Z&=!UTm5*j(7Z-;)z4R}2oj!!L*(m)!0 z%(xc&E_C6FHf4Mleq{h=}X>x!=BGR~0=b^m`T`W>qOkumyfioRFTe>6t_ zyP~fu`fFqKR~23BXYt(8`TwTqx2gW$9HakrjQ-LX{S`&GRsYYQH#+{yimuo1u`&8z z6#ba$zvKMT{x2!IUO#_~uEaHT|6h;M)v%Mdi3TPbm}p?4fr$nt8klHcqJfD9CK{M% zV4{Klkp?UzY?or}`zX=H_y0Qo|MMk=@gQ&#SORVVE&!hXuwgs`JPf!%54Z|={$j)U z25aIumrsDA@Big0BzuW;Drke<9mP$Tn_x~gP;R#;N=e(#CP89|Z0IE&+amD}M zNXK6xJ#Tq2^-B6-oSJq&3yzzKdnaFDZjiDTo7+`0PS+;w#~gh;XMuIS(4wZz`e#dx zonc`4uC0c|GZSv$2E7H=2}2K!Z?e3E7eiawrs-KjJWUbt*bOnNoPNG&Vh4fghfd~k z^Ei(K?&WP}i$-z`Ck~@9OUtY^M|j&xFO3mozR3eSbij=mFVQp2&J{B`u5WfZckmF% zz>0H*=bAgOFB%1XZsnw%#eIh)DI}QNbzMPAvQA?8kq2#=UCU0xSWjOXfOzb3E6uP9 zf?Vp)y{^1+c$b+b^q!h##SqIlH8qtlCoQXxug=!`Zo-xht*)^SXKQiB*`Ut@mL*_< zoqi?j`8c+fC6>o3w6fI&cBIeKK95-%qCaPfipOO(LN80*Fu>BX{OK8{G@Xw|TnTny zAR!yLo<}@kB!`88Ho+Sn$i1~sw8m!HHH^>sUVR?|t=Xj)tC7hFF-3+69yqgj~ zDc?*-dy3t_XgAQv4!2zgTy%!4yjk*%!0;H*2!%Qp1Ja7oRB}TktO5gvwxFsJ4(L7; z6DL(>r6~`D%4{njrfbyRAgT20zpAQ|z*_Ob6d`pMxb(Oa7N8r4KAWZGEvsQvSmI9T zji1P{j?_4eA!mY*eTcHY?pxUKFtKY!M#+`AzCJ4I_*7bb&x%G{0|IFSdlUyvTg0_z+;`)VZv!&&OWXZrGsi=B*Yf( zVyRDL*cfCQK@Z)-F0->ZhB2^?mD>F(Nr{b=$_)bM4eF|2u-0A-??AioJ*t~k^opSK zxRGJ`^d5wKzLgxO-J|6^qt=DohGwq3l=*tIia15EAuP?9+|8=i zNPK5E`(+rkh{G`khrGIg08$(P>gm}!PIUNp z*N+fBioIb*7W4)eQDY>ZaAZ2Lq}!@L!Wz4;`>pXH3F8_I0z-Eow^$qou_*&&w_i!*g}{D)6w=+ zVpQZ^Wo`(dl=PZDt`$S|6EbP}hEZw618$Pm*h)lmTV9Q=Ws%2qH-wKA8YlYNx6;1; zY=`tb@iY@|O|YKeC`M!|oZ$hiLXcpuO|w-vKr$G0i@`F)H6CiV-L7k6(*(WD>T%Y? zK`AC=2(^7TAv?zT88{f_$l}_~D~HzDk@mrZ?d7$_{i|%{AltjLyl-)Bab+1-H?j8e zZS0oC<$X2Aak7CEcriHagid%U!gIMp3^@=vb~_olw=Eotc&gL@K_Q}osrD*cT%BTj z+N+DJHH>j65FtYhBXVPmgV4*0FoSJjogvYH=Cp9sNf(NUSYAWTKTE1Y}R1%rIk=20rcT~Z90oD2s_gOIM&qLmfZ7CdT7jUDDO zEffQPOn8PV)oH5wIl(X)K)v3`|CB(&5U{OdG6G>hEap8VEM%R2=A|wyky%-a{4Ws$ z?S-K7(5%>1#^#!HvkWWY!fFyX6*}14$Ie7--?lA>`{LHB?P9-h#IWJ%n>)A0=+Y_MpExq^9v^8XMy>O1Gary&2=-_JgaT>ly1TL9(%e?pFb5_kYe zflmRS0G>u}|9#-Qz}JDV0X}dwK>7b4kjp;~JPJGnd=a=2_z3V8a`>MDl-v729XKC& z6M6g}fs??UKm^C3xD0q2x&0~NFmNl-0zL!m0A4|^|4ZP9z{9{v-~nI-SO%yT zz<}SQ2Jk%a9B>MF0PunRz?Hxos0+~d)V~5w0Yjh*90IDq6~K$A7d#4l2e=ow2e=#P z087Ay!0V_XP)*?!@B?57EC8Pd7;q&(`hT0&VDg%1;Qyxq^2uh(lT`hF##BF`LG0iL zm8vXP6oCzVxt~R?X1!Em66bB5(yvNIq(!1~Rjb1L^AnU^)|itHBi@n?agJZNvnoRY znqA(dR52)bFFLD0$wc(1x^+>xvMUDlo@QUj5*hL!(4l|~r!P)jDh9EL!YKTPD3M{X zVu#9UP0_jF7Wa0ETQ)uwfmb<>YnAwbM6z_$nw`5I0Tacmt({U$rDim0(?Bw8nyA8Y z(`2m{n=*xNO>>H(IEcWyBnEPinEMC{P{>1Wb3M`*6^~GpVg)AJes^sfq^{FhbcKu- z)lu_q1jLLkC?ZhTQPGqADf|4<6Y7`io6q8}&_jrYfA}va)2ta5F3yV)u$Ke|- z`BwOi2)o^k;;_@oKNZBTivZsoaH=}A$`?hGV#-$WQIdTKa1ahD^!Li26G~rGmOyT8 zVzlUtd-Dd}DtPZsozBEi5ij$1SNZDh8q4Kr-IagDZKa31c`O zR)zS|1o<5~rn(gACCNdrn4`KKFfZ(pu9G@N^r%r);Eh|eg`k>#bfLy(W{P@=-HqW%6FOVazRLH%V;rv9r=7c$$TZ?I^{^CyFqdW(>>a(*C8rudnwKypIkWXol#;ZlRl0b zj>D`?7yMEY(vV&0f19DEjBJ~78M&*(9@s`YoTY=li%cEAeWemgQFS>emPgeN^zdsq z1ECsKuR&=ISz(vS-9Q!egwnV&H-%zl5u!Yh)FBIy-66lz2`#iV;Bk2j+3qy`t<;*K z^IuOqHU<*ddao|OzQV$Z;=#zc)VCP6sFV+hEKH+qrLDNDn522?w#j~HBjQ<$Ihd2&g`w?hVvA+~Cd=K+`RZsIr2 zYU+w~e$-BFJSf_rOL`TCOjk0f68{alrWabnwk2mlfS@cuv4x5qb;xK!MtrZ~@J-r4 zwC1AF#FN(8W~$cHu-G4?vljbtMD?Q^j@_U<9Qllz{EQh<&?3KQ2v+e=@se|lVrtAw zD$pJB2DDz}@5cCLGYsc-nICMJQI7ICr*k&Mw@rw05h6-6pbAqD=`|fow6_cIf(ho1 ziLXMCZljzbOc>nF2zj*K6jm#5>xGb^ak0l_XguP+qy*ctEXRX4p(+S{Z?>f~@l0+i VcM!S2qOUk8p+?bD-jNn({2L0%p+o=x delta 7 OcmZo@U~EuWAOHXgJOWYx diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py index 928610fd2..3a3a5e43c 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py @@ -124,6 +124,11 @@ class Conformer(EncoderInterface): self.encoder = ConformerEncoder(encoder_layer, num_encoder_layers) self._init_state: List[torch.Tensor] = [torch.empty(0)] + self.group_size = 6 + self.alpha = nn.Parameter(torch.rand(self.group_size)) + self.sigmoid = nn.Sigmoid() + self.layer_norm = nn.LayerNorm(512) + def forward( self, x: torch.Tensor, x_lens: torch.Tensor, warmup: float = 1.0 ) -> Tuple[torch.Tensor, torch.Tensor]: