From cb59d0ee5ff3f7c72e1243aad991397199e320ec Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Tue, 27 Dec 2022 14:43:28 +0900 Subject: [PATCH] from local --- .../.model.py.swp | Bin 4096 -> 20480 bytes .../model.py | 26 ------------------ 2 files changed, 26 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.model.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.model.py.swp index 49b56207354766902a0c282da892e4f09cf417d5..6108dabd40bf5accd898d31782c80f1f6eadc7c9 100644 GIT binary patch literal 20480 zcmeI4TZ|-C8OLi`6cHAP5+gz3*n`r8-8Gk8QAQgab{7~HW^pdN;$-Zt?mFFFJ9TO6 zRLx8;MljLn;uAu`10XSq5yix8AR&@?;lT$)Oc1Z(!Kfr^1j36Zz$X5`b57lQX4nfP z8dDv9)aBg2bIy0_eBaq=jUSk~nO$X$8~9yd7*}q4xP9mCuW$E9w;6WOR{Po@Sh*z(OgCs-?r@qfBpHsa1>uV5TWvn(w0XyJ-7(%3W3JN*9nt5! z-5Z;ppBw9kvCr*h6k5Kp<2DbQBC;axav_@bxdfvAcH?%m z@eJM0IepzWbUjl)clFg93g51uEBgA}P`G|9FQo)Z36v5jB~VJBlt3wgQUav}N(qz_ zC?!xzpp?LWK?0U-7~|O7-}5#U4*!3$|9|v+!#D<3fCDZEe?8AIegqx|UjbhR*MQe{ z7{(95VK4)30M`Q(Tna7$7lO0EE9V-dBKQOt0q+ABfHT0$?=*~u!Dqk@@WR=K@htcnxB;9Gj=#e&9s;+3bAbU~ILk1; z31Sd|MQ|m!2)q}({C30mE%-5b6bKN48E^%76|(ys_$7E6JOO?HNTzp#uYBzUa$s6!D}$kyb7KG_kp{?BKQ{!H7|ibBnF#w3^Dy% zpJGuEwtMCR_mg+YH6JE|ux2Cyg1a5{Wb+Q|1mT($+EpVBA5HHlh3}g;1>O0e6M5Ep z)pqC|{Z2c3m0bUS%Un(rexgR4TKZFqeIk*aD7O=ZXKj-)x0F#9@6B}N>Gxz|pqzFs z-=gxhP)~kfo=k!y&X$c+5emU4m!^>9t(%=*qdqa3O?9dZO<>38R#@eJ8%L_brtNq& zwu)0+t)_5}@Qv~Jgh4-uqiVk~ZsxP20cWW@Zcc~Dn8NY; zE^oSCvmXYBRcu`qn{QqfBavQVY~?CjY+JrXY0`Yz)+S|Vnoh<%96&lDYNu|B+30#A zRNobYb@>R^cUj(+5Il@n&k|M?g;kxr#wsn>@>iOUUCElL<2u6eaSG0F^Q5b4Y_ICG z89(A-2Z!oLYb+Y{(+F7}BJT6BI%+nXj_*XxW;F|{R4Qq;8GfBea;-gso63f3DLY?AlCMgatll)Kg9?j`$QilyuXfd{!)J=AtS&*PwzF-k>&&%|H-nWRFAC+;-ZL z6Zp*MXmz-PcB>GGG&B)aC`l+8Dd- zq)@5@Sa|OD_nP0%^>WK_3h5s#N@<;x$~p=AD)c13&oa}1?`l! z8|G4aoP-8zZ+X!&bq-W4}B^HQ`~cekeNb{A(w+Q3peavTwn*M=jNto z7iRX(v;A{y_x{;EGYd2OXYq6$o1VRu?VFk1gINjXh??+q=n)7SC8FN0!)>aN?Fg;R z?2R=h1(c5f1!VcGGCj{`<}2*l>G_%Y8uD25={zjeUyMN2bZHoYgDGy z4LQOh(%Eb+bRsmZ#%R&NzJePg$cKJ3U@%_R*49i5r^9<(4jSY|5)@-M&FtPgJHNL+ ziPP$o;Mm`qZsPPs+7E<6IDh(E-Op}z%<9w|8#@oK)^%@X%NT( z1aWq;;i3WH#ct$ah%qaUdeFc!qupp|=yZD#No{g`a)Pl>J67O1YcW8hwJ8wfxT>;gN%ag_Hu_y_n7cnI7E4uC~44X94nfbv&L zpp-xmc1WE~%5-255N}!a$|A++CPJ>~`LdGK28}zX!PhQfM-e5b|=e}LVy(zHE zimIcT>5;a<2%tTf=$p#OK{1fOS{@Yin0NWCr}v zEE)AeCP#XrA2$85v`;oFBK9g-yHqe^tpL^#D;zYEn~hOmwDBBYZhf0#;I#s`k=Rx@ zMuuIg%SA(7HU_KoqA_UpVI$)9#u(B9DjMoycHF?icq~TC2?HYm-4psgjHZwc{1o)B z(yK<&JZTzJ=A?FPTc+jpP3*hjIuQ|U^kfFH8`oK`;Q5iP3QtCvGWu1eCxUXXG3gLd zx8xY%?Fcq|n7egOY3U>AH;3#<0keaqtR+>DEC(<_z{-LDV73WhAoZLh%D6xij{cdw z4U;eJ|1X9r`8D~EvH$OCwen}|_kRw)3yy-rU>sZq-UH4C&tuR36gUDt3qA!5@OSL* zp9Nn6)1VIignj(4z!Sg)OW;QEI&2TGffvC8;HzL3Tm*K2Kf;gy2>2qn1MCAgf(yaR z@aMk-o&ooR`#=-y0%w42;P>$FKLWlF)<7N9z;XEXp9a4GI1a!4Z@@8d7YKj_4uPw{dEgcJ@}C2bfqTH6;3${_ z7lXgSr+*B59$4TYH~>aK1yDadyTRA5J561Zfk{JS!^mOqACZL%_9U{>kx>qYDs5T5 zJnK6Z9$&N~d7r z7bB12&@{D*sS-U-)lb}GL#Z~KVrqsDO`mLnqut~oq{+BN)3x}>1F)Q%nQ2*DBulC* zlcnj3A`?oyjl8JSsMOPmQr$wk_6N;wXxR;Y9nx~^I#6A+K-E!7E?pjFdWEa%h`e-k zk~dj%RY{EcITsI4 zTf{r14ezHw4r&OshMOzFHP0h&SfN3-#}@0`S3{!A4rGchH!+aRrv@H15vH6 zn{<$&Iu7snE?|?3yrE*iYjouv?iYtvM}{kVMakUmpE7dd}I@m ztMoT&8Ws4E$!{N3@TG~Mdjtc$JqBX{RUY(GSe2NXQ&U5&z;K@LK zaD>V4kNN%cnFMokMUACe)vv1Xm^G6!^5y1|sChikKFlTx{_@;h&gViUP^Kr-)a08k zUvfULT+z#L4;7kcX6=(nP_A|XRtMxt5;!iAel%tUBt;Gh!c5+0xvF7=cww;Cl$#W> zG%>Zz>iHK_^@*%YvWQ4EFr|0j%wAR}vTBUrgu`0u@YB*xPE^neywS~{)hzoMPg;?^ zDJ*m892k+_EF4l`h)K(K9ZO;>x0dVEBx(fX?=Mx=Bx6^z+;B|Rr&HV(>AchV#u~{S zPG%sz8JJl1@TX{){^?W$(~rHTwT>Z1mL^{=XX_CYluB(Pib)udu2lZtA7-d(Gm|Hj+WYdQV`Sr}FeRn$)&632YODQg30DqCg_61PNz&PY`HS^_}{F= zq!WrI(pPmT#U~v2|4Dwd*Wz$xvrcGv=$as%nbghH+DvkZT;#VNlb=;GJ?-kW(9zEx z$Dc!EJ*X4U@&`Nh-;Bk2#u2_?$kSacdm3eu5rV11KB^lgnVgJE zNVB};S}pD_)0v}Wj0m{+@eU^oI zg|bLyPzNoXXh19}Qrfc6nW9|5N(~fCpJqEZFM*CO?Jk^sTF+8$aVCh>uV(Vx$C6T@ v+G?Y}H#U1(&hkvO!W5I12dMOMb3FSNO-I(|!TCN#%jtaON3z7HZc6$OF9Zxe delta 16 YcmZozz}TR$;U)9L2dtalF$?hk06cjHmH+?% diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/model.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/model.py index 673f4ef9a..bef12f8fd 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/model.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/model.py @@ -26,32 +26,6 @@ from encoder_interface import EncoderInterface from icefall.utils import add_sos -class AdapterHook(): - ''' - Implementation of the forward hook to track feature statistics and compute a loss on them. - Will compute mean and variance, and will use l2 as a loss - ''' - def __init__(self, module): - self.hook = module.register_forward_hook(self.hook_fn) - - def hook_fn(self, module, input, output): - # hook co compute deepinversion's feature distribution regularization - nch = input[0].shape[1] - mean = input[0].mean([0, 2, 3]) - var = input[0].permute(1, 0, 2, 3).contiguous().view([nch, -1]).var(1, unbiased=False) - - #forcing mean and variance to match between two distributions - #other ways might work better, i.g. KL divergence - r_feature = torch.norm(module.running_var.data - var, 2) + torch.norm( - module.running_mean.data - mean, 2) - - self.r_feature = r_feature - # must have no output - - def close(self): - self.hook.remove() - - class Transducer(nn.Module): """It implements https://arxiv.org/pdf/1211.3711.pdf "Sequence Transduction with Recurrent Neural Networks"