From 1a88cc9dde86cd8664febe98a7c2818c61f176cd Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Fri, 9 Jun 2023 16:50:39 +0900 Subject: [PATCH] from local --- .../.data2vec_encoder.py.swp | Bin 0 -> 16384 bytes .../.train_tta.py.swp | Bin 16384 -> 73728 bytes .../train_tta.py | 10 +++++----- 3 files changed, 5 insertions(+), 5 deletions(-) create mode 100644 egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_encoder.py.swp diff --git a/egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_encoder.py.swp b/egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_encoder.py.swp new file mode 100644 index 0000000000000000000000000000000000000000..a93506dde376a4b6ec70088ab65c2e7834fda4de GIT binary patch literal 16384 zcmeHOTZ|k>740}qLcrmbuYeSl$5D2MjC*!Bu@euOfS<_9+G~5)Nu*`z^i0>xHrvzP z?&{vzwMmdd#0LTiiH}49BnTkIh=`|@50DTfgg*iZ2LwVQ;R_)vi2PVWJkG60chBrY z`HWDve72{%s&3snRdws$>T-Abp_8ZBA$!`w^G34W!zyFlmI}$~!XOhScqMjQ}mU-L=Y>lF1Rm5(OxBMROyFt+61JO#k7x>xm z?$+UjbFDbZLhdZUy4LO9;+nzJ_B^4!#&UE@86hrP(-i5+iDR#`n) z3{(u{4BTSfJv$?(`o7v;cI*4k=PA{Xih+uOih+uOih+uOih+uOih+uO|9=M3c$f8Q zG;^13>YBb^H*vpSKOfQe(L}m_tZo$p6$2Fm6$2Fm6$2Fm6$2Fm6$2Fm6$2Fm6$5WW z23${m_P2J^1^~YQoB02=_gL1qfNuhy1J;26cobLwjsb1peZX~q1-$ug%en%58@LQS z37iM+1MUT`-GV&8Ux1$i&jA;JK5!dwD{vEVBX9$7WshY&4}1rB7I+eP1h@nE{ktsd z^T0=ezrWM6{tCPf{2KTz&vm}@b4Qe>kZ&F;3vS3flmPr z@Co34;Df*ifSZAT?M54bmw@Mi&j11N2+#y>19kzgVl(Cn@Jrw;z&h|C&<6GZ7VtXy z^J(BI;8DNVCjO(Xi8~zAosk?eR672x%1M zsJu!;;WSEmD|Q&#{VeRIeiXWa9k?4f8xlszP|IlQ{I*zeV~8>ujQn)PNQj(4;(GN) zJ5R0EYWZ&}5l6zO8Wkf5F{yHarUA}6t{SUCkEDrdR z>WxK7OH(teo|X$TgzrJ-=_usQTx6U?!sC9k2 z1RBsPo5%aCulTALBqp+h)d+W@EJZIl!oSF6d#Fh1ot!y3gtm0Zd&N3-rUO}bL! zcPs!);wJSW&S?d9uRpN0t#IW0ay)<7Eb}-aYOB`e%3@S!JWPEzs9Q!+y6#M!#Lk)C(vccvS7Ek4Q{65=39k#bqR*2Em_dID6+`#GLfZOV1|Hc?8WcYAwEp`)k zNcOH5#T&3{JffrCXl^@ZmrvM1WqbEvFlw`$`#vLuj+#ap>bO8YCt770YAdLo;g6QX)$a(OrW zmG9GR$Z^<|mTKeoFbry#4P{VaFLd*vyBcK0I&Mlhfh$rc#0>@#Yd<}*P)U%Y;RTqy z9#~^$LB2gdB-e#i}p04nORD%nlq)DF#P6g#)NQKx0bxF&ViyCJc zeDfac<^~Be!%UVfw4j-+t(Z2CW5Q&I;15aIp-^6CY#6}GW7?2c74?~$!iymbmggPs zT5^U^K&F=58gglrE0fpHwACbivw+)H53CF0@f@R5!f<)C!&BGylVJ)=g(JwA1!|1I zbc0*9tQXU+b|&C1-uofUb`Th;ZPxSH9hXiWK6%SyhEl0-?{NMyc%YnX!n2y;5vFg0?|t~D&a-sA9@j>{V{=nAIS^FG`u zmY;=oGtZBhKa3+x{trp^^n@fX8Sy_{BOc7Hf%-0|ze^xhYEAyrV_TkXd zDs6I}!1ElQEnQM7Z?Q**VDl7S{T@x83qGJ<{aH@li{-VF?JZI9H&FH{>Q4N@O3G%ZXJ^=F|3$=}KSI1p@&6GW9KMKn{_DWQzyaW&h~NJPd;_=$bb$wfX zZr~-v>@Nb(01>bsxQaOaGVo>K9B>x+Fwh1L0Tjpo3i0}Lz!!iRSO8kUExpsDh4VBDhA#j3@}_+60u1qU8+zyYx^jQ44W(_uNt9~9lApkiF3Fhh>#fl*yCvKjXX*lACO-YN(AY+DD#rehU}7bML|XnvCKD zc=Mg9(P(OH1BQ|t7D67!As!us#T_=~!29z<$C=7~X0DyF|7h_M>{g zW}H+NSg=b)vB#JjB;55j7+;6CCCKHK67Xm9&ehIhO<;qq)^ZIci6mL^zmj!rlb?ui z(g>U00k6~U483R~2Ei}dFDNv63*}YQq=2H8g#-{wzJ4TZl5DF+tL-6Gm)fe6d)CHr zEhV$N5G#{&TQg%i*Ajhiq<#`R7ifrzv2{bBkuBoDPwTZ-t+BL!MvqC;UKFp9dnw>w zdV$^Vx_+E>;aUFR*9UV$=j==^3dQ?v=q-M zqaHRZtHh&$6da&wqSQV~q7$ul7LyDzX%`^xTAItb%+AzXY@r#iEg4ifUBrP7c7fs) zbH(u5nX+3_vY5&vNupqEjMmN+LA4R8CxP54l=g`wh*w;EYS>#Es&b1+hf;d~skD74 zQ;UEdLx;8<6`$08CDED8q0Au_Hp7QB*8ALQ!ym>#eg?28#a#Kf09mgN?d48~{`N99 zz&B+w5iV`}m-bFcx~vTSu4W}-a}`b2msFMNTh7wV@^ZsYc#NIIdUwn3Mn==kHpA3V ze_VcwYSy13IRKpi44-uXWfosdE7{bA^R_|0mNBFA! zM%6BD6OT2sw7;1%J|=cOuY9q26kFw%kwy1H8}k<5U^+mtRb~>@hnSAKZBEuZw!(?R zU_;KT&3T9?=-*GbP7<46t0s-VFSQQB l)8Z3pIVV(z*M*ukWia1sx2d9S{SQXs!odIl literal 0 HcmV?d00001 diff --git a/egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/.train_tta.py.swp b/egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/.train_tta.py.swp index 250db9e95b30639a1d8c64de72ef9f146e80925a..c4840d9fb533444ea3248d70a5354a683fa9131a 100644 GIT binary patch literal 73728 zcmeIb34mNjb@$sCY!;ivKrmb2x@DstJl!)I$;OO55ZRJJSeAqq8#9QWp6)v{ZS{1w zd(mjD2tx>K2w^7)OISi!KNI$_h9rE19X}u+W-;aq0fT|OkgymM@cW%pRk!Ni?wOHH z$opR2wEfp~-&^ac^_)8A)a>}>J1&bJSsKsrxmPat%Nu^L_J&7&Z)jrz@7x(MM%PQ52TCGESI;~QpRjo9#ah~E599wF24t3j=YCKl2#&eZMV=SKU zj`iYNquyWKJhpY;-m!M4-;8VJUZ>LR*80`BQ||UEy|@u~yXD%%;qu{$G2Ydil9e0z&ZuiDe&K&0=@RVa@SJHlWawg*uQtk{6#dNpO@Odj^TFUPO;CQY5(5CzHsmF zY@he--7Qnw zyZC>dd4G5N-f>Ku?v##y5BvTq`}did_xH5VYxeKIWZs`{pLgxw{U@6*u6*`qZq&a2 z`^l9e0 zz&Zu~n^K?xLn^%I-GyI<$#?w!_h49G2WG$-;0rLg*MsMPXMyeDByaT7VHG)f`@{eVeCH#-V9y}j)GZm zDVPBF1^lv9teI6PyIgd3=o4&;0_=Mz6n2m9asi4U^BQ2_%V$8 zzk-i~SAYeu6Fd@}4Ne2UfO-D`xDk8}d=-2ad<1+L90FH?I(Q)XciQp>@Imm$U=jQd zxF@&=khVSz4EaQS7F)HrQHq;Y{&q^u{$jb`uAzF-ji#b{vsaj{^r{QxYOCMujpQVP z`w+3;h)cnHVg$c(E?|8wTBvj@yU z#SL=OzaB{u2wTAk`bsnzb)7fTJ)TwI`1IfyYDnE=6~gS7Z!yVdDMbCr6h8(-~yE>)Vf z*<8*vPPcM6E>}A9-BGP@x7V4NZM7QqSKRBj%Z=9jeB3clOtY7}{dU|r3~5?T8}YKZ z*Qr;#`#Y8DAs2WnEm)uJ_u_5!YHu_**J&+AR-vcV@6{XK$QH1Wez$;@Q1Y%5&)2&> z^n2>fxiWRH9xChmbdygY;}7yXU+s*cvmJ4$JKJBU#quVxSg%N zTg_M*jpX}dX|_ywJ4?72m(UUS#aC~WU%l%p^6J1B6d$GM1H%B9lSKC^vESezNWG)Ef#_F+| zmyLy1uN$XF$z1(NnP9cnV!0c~wNyZ9Av$rXOJN(#W6ZK$rbRRUFYfpD$#Yj~n|QUK zj0QrOd~ z$+Tv(DI=rVOg~-hH+uDUr&UFlPo`voEVffY+>dVDq$^b8c0I1fI>_3K?wz)P`*8>* zMICCr<+dbgOR=@N%;YSSQ?#4;wbiUJz3=ZssZlfenn>LR>2@wswbfppt2bivu3hOZ zH0rbNzOqVL1CYg2JZ<$B=?S4u+?mH7OowOUf-=>*a6!Q6ePA8vYvD&K^8?A1) z*p&_#jh80eixyNk(kpiB*Tm68^rXl>R~5-3NzL~Cn_C}cIjEZBy;^nqev&{)FTpe^U)=h2E*M^rrvD#=?>_>_Tu^FXsb-x zW&-FYVRRD^^-P-`SA|ub7FAl3$U!ODSX_Ky+t%{sJNE6kXy^9ww(XbixOn@%sr>lp zrqPMf&7)gJ&mBE)^bz^ohUgNuYV?BQesV-9mr=lu=RlXGYf`)ThNw|rtfRmy8w#@> zi+T%jw3F>ZlX;LN_Qi4dD3aZu1Q8n4=jzp{K}YYCVl>Yprz0<7ld@Q65|KoiI7#J- z9s3`<`@sI_imiM1Zr!zi$M${E?!D2)yLWBdv46+zUHrNv+Pdq?=+Yg#wv9$HD?GCy zwe2t$MdZlD(Wu8YDUj?O>?$%?Vz!N`0Q9s7wy=Wk1pD}Z^yn-(m2o*h2^Ld zU)`^F;#xGj997!nP?hGTMoW@sWu9JLi+U`)&1i`Q4)U>OY0dSRVdC5d(vi>~VeVxSX%bloBfI2CwnbqgLMz*jwSZ7twT$k~Xmokp zk%o#WUsRBW&D%)%kqflI(g8}PvE+YSA?*m&Mx`U2z>I0OjO+}cQe>7AN?Pgn7FwNd zLM)}&3H|fLxH-QR*P|;dtr1J{6N;~aFQZVbCiK*3XTLRi`xCl?l3YqM(uppn;X3vC zg`Q+FF+Q=W$UhTN^n`k)wOHqMr(JSIEm%TKGG#R9uj)6WOQkd$2w;~7l3J@8=>%eQlA#gGHEpT6OAMitD0iOo10oQ=b!3E%akOQ|N2lyd)6?i## zJUAQt3f})m;5zV3Pz4u(jo=jUP5AoHfp>xzfUChpU<3Fjy!!K z%Xt=1vxycVgh*jvQ{zsnUG6P(Vs=-BO(U5A!Hb-m4`TKWlM%Kw1@?)Drp8Aj-HDWC zFFCboG!n_cl!^zUrP-;aSufF{VDh}g22B$v^W}sR(X5k#NP&Ffu6U7bR;Og^lM1M> zo5CV=r+j%w&9*6tD_^wyg)oe(%t#P?v0cL4XbB=PAyP3}>0IR^DW_0KDrn;n#3va& zD%xZOQk8BuW>*xxnu<2%q#VJsDU-B+lG6~TC6;E9`-ntHpE(-qW^Ixd;H7>qv4`pv zAiz~|wKtWQtyQH~Y10An>{^<=dT*Jh);^0z)mC$^K0kFB9-|-?8!@ETOcDu@d85xP zt3oz&twLTxNTK_SB;A#bh)J)sTv=?CN~QdWse+P>%@RVD4kZ;{NYgCYXC~83r81FH zKhKHSVo9fh=Pk(}kuQ#qZW$l96_C*6q`Xr{`24OBW-)LgKEpWB5{!!oyi8>ZCaMW; zzLTDakjxJf5<#CCj3T9zWaVRGnD0?Em%prXq`uf+j24lxblAl;#KaAYHTG%9-`F^I zqoZcLs!RbMq-=tglc0r>v9V1sDtwMzc2Pd(5>GWo@>JfkmxgDQZ|=jUwB4vIm!VZz z8&<`WMkYHdbgC?Nr_3L=knO2%J6#b;XYh$Uoy!-dj#k-ymJe4N{kS_V-{THjwu8q; z*qD`kfhD;6%;gdKh(sbv!cRt;j>bI}4Ud)=0wqiuwSjR^`D|sL>96#p=J7;hW|X~h zDY}9IjJ#rz{#%RSGMOM%vamuTY>hk7WA+??zRjqGl!RTeZP#RTTkUr`jD{h_cg+=d zI;~D2=LjKx>H2x$nbL{oWdki8Jr1PSc5A&|ci6HoMhXJ66sD$pA@g*n1X^X`scpY^ zp+sDOB&d1_Mj`u7!VGWedRNRUl}pp9*N8M-n(nW5tSS9>cmVBP!(XZBYfAqe9w6OO zb1qN!SL!tyu^=knfq)qqb+?CJdd;Qi|jx5=*Uq zqZU;w!qV;DeVHABpHoLQNnt+?>Pda|%Wk#m-krX44v%t?T>W4ApC7EAlA z3~!If@URUQsb9;UHY7cKl10a#f{3hcQ98cqJdQjrkdYBfNlPMl+=(dP1=TLM(gBS* z(y3Ntr5|X7G7VgAwH6C@4M@>xF3$#xA|8U(W_FX^nE7#xrBN#DpU}?T{$imKHw*O< z44>GhFVMBRl-o9*3E z_n@Q?q)=Ka_n1tze@y39a@5V6E*)m?gM?2Bs0rDPDBA?L(ujCKcCDsbney$c9F_$^ z^OW7hQ5V{g%l#(Tx%^SniQFdQ*qFvE9_{z*wJn8_W2JV_%1FbGnmS+7pjuLqr$+X( zA0fjJfl`fsw*N)@r!d{lKc?LTxg7j@xxWdSc%}MEE zO23tT5xbR$4>jhzLpB8}lrcmXTX~&hR4%4xQ^8w0R!gK;hf2!-SKw>^5FS|g|817d zx(z=6Ch!UH7Vumkx&W7h4M6z+?|=`3Yr!>OH+UF08{7G#TL*NzQPr=i`9JmaOf>XgQ@b_N^e+B*oJOvyClVAh57x*50 z{!QQ;;QiqF;CDe6TnU~4wu0XVr+|~eoxpdY#h1Z{z#jvpjit-_pLGhXQ(&C}>l9e0 zz&Zu~lPM6WOUcgWcsPhv7!b2vVxJ?rNh0J~L3TnVBscklN<#swZMMHecjtld+?`H6 z?$|J}VqV&3#DzIYF10PrZ$s*LrsWspZBG7ipIJl}hjQ+h{PkKorFMrM8$!24Z6_!j zdE5Q-Kq$LGl*BwQDZd)6PDM0|(BM8Ym~# zOjuADK2ubf(0BzYP|2!Lo+V@z!- zjgOcVT!$u&3Cws(W4@^N2Gdo+m6LSI zj}pu{!?IwN2fG}j_f)*xXf@}{{hpISNMm-;y6H3{${$^bY_60DaQQWXT91}OrrH$~ zD^w?=i~Bt*KGN`}a;{v)2b@UkI%RZ@du4f1=(Z2hgif4iewm6}5>e4%hXKKnhvwx+ zbCmQkq9%{c8Bp>{ermkb6C#MlUm+7qMf;=CBSs>P67lgvKz?b5RB?kI_;shIN#1-t zn4UbUje1-3*ld3}w=|x9-{?3}ND2)rCzCwnBhNH16Dd_p%Dzw3%T!O1Nk-29uZ73G z6uwvZ|53Z73;%x$_#$`*m;)8C3tRw129O8$05`$!i%mckJQ@_i$>2`lU*Pq{KHxgA z7n}*c4Uhj<;F;j@;AHSgczWUUr@2uL z@!tlX0*--ca2hxj+`>8j_rUewJ>Zq#D0m_eeg21mJA?0Xo-g|QZv)Q(9Z&}6gAyo$ zyMP-{LN5aREqD`nBX|L5fCFGZ*asc~9tKVYH>1n(b?|+#zMV4TLI3r;r}gdB`gW>Y zTHj8o;%aK!wZ5HN-%gqR*ZOwKFCA_><)4^u?)f6>xNT89$b7Qz3qw>fB#a!Rb!{4j zX1r8xrnilftUjhuM2mo9#dD%&F3e3%ps+x}j79C_;Op_g+^Li#X^xzeW3JF_PU6%@ z<#0?*Iyg6m$-&yF7Z*a2K)6#6vo!HE8_I=QjWy-dC!;7~97ZvjJv+Nxkr!~TsmI^_ zCOiAENK>lXK3L;)`oXVKuT?Oqrz1&yd}YEa_ya$wKx&f9A5c9JimxYtV&xP_Xokpj z90_vn%SwOKh5PkFx!78%N~66{QI$O4v|pl0zBo32ajl)oxUQl|=9Z zUkIiXq@5ul*GhAvqs?r+H&^dj>SPF+$ZC@Mdg>-qx_^`t(#S^}isyE^6l3G#pD0C3 z)>CSQY0S=ERKm+-y#lN0D8U4({Qp_-{7-;)6#oC2mjAyQzW&qT{oqAl9NY#!|8sCF z5T5@-;4R?k;4JXB@b+&9Zw7Aya_(ORj|W@8Kf~vL7u*cQKfrb1l|XdKx718LMHH5@M`eK;N{?D;P=6k!9&3V!2Q8($Omo) z{{a3Lyb$~WcrLgah)%#IU<~{MS;3FNzk#oUzX5LnF9Ey34)9no2F?KDAK*vG4?Ye) z3O)#42c83#faqC>oM9Y{f%}19B2)N2xB8|^7nRCe`QH#(wdDH2_Dj29}XV9(8=-rS8AT1$vv+x1$* z=&)eAZS1>bH{;XeTR8vZg?ftWS5o^Mt3V!2m-aKa$gh(-^99%Fm zSU;wSCuX%oMpzys%pf&ci{;{|t&?aMsS$3fv{uXRcycqO5hZHTkrIojL|Ms}S!(XG z&WrBQnApITXWMZZB8>4@CjGb(1lLltOH2`ifW^J$2_7VB1AnlGW$C^q_P zA!3T~xsivoR@R?&-}wutcgiXM~>|9 z;PlY9C7s+PrQ_rF*49->4@F#E%#Tf}+E5ElqVO*vL!P4p4nnY?sMGR7tt_FEs<_tQ z8>3B$NupKFGt^WAMa`@fNhe!SP1o5tq1Rv!+2jeJjX#_un&t_R#FWy{Z5m$_hh81no#O8CiWXhIp&P7eSC`q4iv3%FUT)}9mu34ltilh5NwM0LG(wK&WLS-y* zyJ|6}6J!ZRR5i5OW>(1VV_EMn(N-p~b_z3*vgu_ONXOZuOL8H{&`4S2u;?Zw2Oebbz%Exk|e5oJ%yZb%tC-wYD0v1Z_)l z65)mRSW>gDG|Zk_3rsgm)@xiZtkDqOPs0f`gc;%69TOf9LBURH{|6z4uGZCNQ}#3@ zRH<8u+q{WTuOW`1Zwi9Vbp~yKsx5 zjtO*4o;deBu_#&8g=?{Lh@lX7bi|9fzt^WXeeXb%3GEQWAQ^w!$ietxTWB_Onjr2g zWaDP0eG~?S*vXX2yge{-@|0&ZgP@*6dxLGHV&4`{`tFI)Q&e1}26PAJ5iGF=2UsaJ z2^m`C^NDoElf%sq6OsB&(b14Je5N~zn{@?lM{}lZG$H3o#w}2OeYr$3EKHwCP10oX;I{@(m@B#2fZ~%xcz%Fnu zcrdsd_!%;QzW`zf&;woYM6eBvg9if94R{ZDI}rK6OTo3^5V#zOFMyweTft4>qu^~o z`~vI(r-1jv=P!dU=zuH16cGIZ@fY|n@b{1?wCz(Y8Vl43ve% zjAneI)~}x=o=#~XTW(X5`mz z7O|y;Ize?}RcQm$7+X5_dOj=Bl?$RvPRijfco~LrF6^kSEX0Z^NiDp_HTiZV7TIj@v{dx^GvXH?x0} zr9n)svUFaP^OBT{Y`1&GL${a6ax6*D(Qd0`w33$@NTNMWDX5wNw)E=PQ#V91Y{q@D zceQ$$8q#XGqH3w6ryCGQL|8Lvp@5}&grJXHlIr96Q`=287`VyY=puQV6<1Q-r2RK0 z>F5X->u2#s>L;ADwP@v-akE@*ic5|0Qna5z?bBD^M$)x>S~@qGosn9Tt4D+&2DNkL z6bd#a`6RaM4wyZrvdNCLY%g&F$|NB-0`X?%hxu@E1z8ofj>YB)^bJ$et+g5=S8>5f zwX~AD?S(xT9o1MS4>=OX4prGFIdu`+^E$h@q5EGw9Lf}UD1%N8Ma}QTi(JL4Twer) zvN4CJ6NC9GqA}f8vf)(acj;G)%H73Bu)wsrM0^}&kGrUv9=oSR<^F_=EPYNjoayMI zV2q0kxLlksR*-;{x+%vSz0ldM6#HcUDAdm@cGIahD0Jz{FC4 z^O&cfbn4d_hC}S~M|4Q5%u)5Pb^5^wA2*PioM%Du>Sn+)_LS%$WKG#|t? zb0I9V37EF|wPwp!NFn^46p$d$#YVCIF8HO3hu?C7BpX~Chxj&qYWi(gqZ zjxSH3)cK$+c<>X2cabrySe)anWn*y&TgoU{yA2w*qZ0H75kK`+6GdiZT@95 zC(u5=xHf0{IWA1?#?6YEN;uCn<(;jw%q(7ji&OI(Yb$Xi>V#0?Jf5A9vgNh;ov4^| zD2wl9uui;x+-H{}jT2uq=ywe)@|%xiNOOvL!lHMdrMSiE_7So(iK&1?R(r8@(Rs|s zGlc)YFHGU}=!?tw|AJ)@Z-KWL-GA``_zWPt|205t0QP`K0Psw8F(6a zDrka5&;UEYeZhUe$Kml`4PFKIf{ox|;8uA1pMkf5CxeH9v%wAU^K$0D2kZtXfjfYA z!pFY@EPw}tpTno$3f>If1fB@Q#{V>MD)?J?bUC*d{(Tp?44ew?20jFTE@$;(3ve;G z06Y}@7Wgi_`Uke!>_*;EP->t4{4*X0%@zyOM4CZ$RHW6nlmz7&C0EA z;^SQ0{5r#u>~lYVOBU{9{PC7qn$;h#yD7jWvcl`(X_M!e(s5N!v!Fag=l9vG!8u7ytRAFIPp>Ak>rX4 zcO+vgWJr)br8$<=Tk4;8KKk>MHc#WSzc7++rVV+VSK;v-wGcvXPAPXtI_dYgh6}b5 znok%#`;M(yxz_6A3kp*z&WO5Xkv>k;Bxd6ZC17phbtwMO{QbVv9Kf;F)s;3UZ`~)~ z?a#WigtC$6OKm1_xEO8F*|#m;1Lg3@ZX?-VVizf{hFu!+H}BNh7f&e&kC7{;WddnS7UM*)vV zbNNhi-=c7WuSv2}7BZhm) zxv)i?J=(5Mx1>?zXTL4SFNjKMCPXK)sfFz|G85Kz@#w5RoXzNyq>Ac(%5JC1=A3FW z^4k{s20aW;ur#)x5@d&h3K2RrL8*dicQSfxy@s))9B=4GQ*~8~qL_+c$7-e;abqfp z!Qn6&X%&MP;hCFsNtJH~sW>v(zib=L)>x%e)&-UyJ;f*(I)$a2S2^c}*wNYMO)?Nfk~kiwmL5ox5jrifg(AnW zE}B?W5-}FZrNa*-7Y;g#wnv-;BqD9?VIt8C6AWXh)GsJrhRE{MY&kt;hXj%RHTLSE z%+pGTP!Hn5C&e~*JWEHcX&qKoSG*If0_6zBnojX)I3Gt;> zwGL(kIf0`D4;xX2e$d+}naoAOJaathX>jR~nbcf;gTKZ)opV!r21+Si>{V%<42^Vk z8m*;a6%q+;Jwegv;+O*5jIQ^ihNE)q~BMqyHC%*;Pyb-=|?QP;@F?IS&Rk{8RNZnK74ROT0(tnm2k!Hmii9owaD4`fIQudhIz*XL5_893M&p*mgcY=#kwh~_PoYhLO|C3#dyTPwMVBB^;*b$9T|J?* zPra0EEe*{Ix_wM7n1fqL^l@z!@z^VB^JoYS@!HFFx7@)C#L91Vo?qd8Rypp9g%~2T z2V!awr9w}lD4yen0g-aE!^YRLc8oyy;$(5@{i9Py7*t22Mytt6WB}#lpH)gI`?7^f z1D*rLS-p)bA^tEy?eUh3Wc6khiYNTP-2eB#g`b4~U$i{sx8UvH3!Vq|f!_vV>o4~J zz8Gu=XMiukyFU-e8U7>?|9-;HpAF6e--Cz$0ua9b_rWX>zy1^8q2M9lx52mI=|2aq z1e<{P`1>||{Y~Jr;4|RU;159zEJ_MitYVax`{{HU;z6YQGUGNQXJ$MaxF<1g~ zpa9MQa(;g!csF<>kh}e6z*g`x`1}6_{s>$HE&^ize-_vPz5~B6`uBeW-VXj090N1p zVsJVTd;hzEU($Bce&3Wf%zmVY$tT?Onw_@Us~?J&#l!Zr8Hv6x!hN#yRR6%ToiLLI zlZiTnH$Kxdhbf7VjA2f75+@YH9O~HdJKUL$zRWt(ap%0I4mv#=Ge@b5C>96zxE1Uq zW1P3Um?gX*%XipO@j>byAM=OOoFR34XXZ_8A)#e{6XTz>oW-R;0n8le9Gar2Fqh|6 z6LI3M<^}uJqp75*mRL44(?wvfWZkO{PfXh{IVDxK2E!Q@RrlJkBw^Y?5N`}51z5e% z{s1(SneO$BV^&GU3q?#u`kIW!O@%y@wBnM&{B~G$ggH+)YhAL&h|;iG;7nxPo=TST z+0SB_bUL#+3T5eTQ6l#(@Yo+2?!qcVaE`aKnn_NJYa)oIOgg!w zs+yoHwf;y4wEYi0q|dfuE;>FBwP@%%SFv)EI}_}hW$y$(;CDJEa}z|1Wx5qwBjGcR z<{lYVNqgjs8I4^0BX?2?Ib=gQnZ~ zexF=^HyvCbx*xgaLFN~k&P>B4EivgM(AAU6NhLdV%bkvA{uY(r`BbaB(cK$v9;JZ1j)ve*Jn z*}wjUO?ArtH7}HcwAX$S3Za95D=&fTS9Hh`~Sy|ku=-m^m0#cUNNKzGox=+nZIq?3`y-lYihKG&wS^bh1U+9 zxVhgxgzG$OjWs`--B9ySOlrPUZZqOdPX(7r*z-<=47TU`U7??MWL80oj?0P7>57rW zPNmLu>`F2iEEv|34(1KkLuc8VHw;Z@Fjyv?In;t!auF=!K$EF%SYa|@x|t-JBJ3R+ zQQu@jyUIIFe95&tH1^PtnbZ;y^NNK}g~%4&WwB-%BtRzX%ui_)+jz;D3r9=dg2bNs zc+s20SUqT(EIEnbKK3wlNCs1Z?t_GuuH-IyaN{A6g!|!TiNOq<91s?i|9=om>TQ<) zMbIf;MQ*}unk-c zHi7$rA0r#M9{e?U6L>zj3e19sfwO_!A9#20C1eJF4~~K+5ZnGcfgd3w5WW90kb46E z9l3z$`@a?J1zW&9!HviRJ_J4pUIbnUmcT(Ez5>6D4B&a-iQq~w1#&>z^jE`V0=A9i zkLz!)$8f8Mu+ZTpAk%XBNqJ5LiQF8Lb-$x*rj1?V0ybFcGv_>IDVOu-5)=+cB^>Jtk5Q6B8gI1LC912M-1M_%I&3+rhq}|_2XPG7 zTPs!JVS+*k2NnG6PH!ZQjdmA4gap^3@SjB*Hg-b3- znm{hCz`KV8uy@wEx2}aIUuetXwRFXNw?L_wcb5Hy%lqJM8 zo1M(o*zo73v${*!{30SZOsh<_+o?`D(IPI6y1l7D>f~Pd34h2-YHoL1Rvv>CRYllE z?c%ECoQP4GSZv@RC36DIVq{+>4nKpnX{`e55K}R+n2TfzoPN1-fi>K!1vV+IRbZbz zJ@C+!{Np!ws&+EyJ>M*dJU5=f!|>Mc{Rs=}4LR*j(xk=`=#Z=u9kx%$yM}E;1<@nwrCK znLrlnM}{55X=;>P6z4n1?4t=7s+)O@1ht(-9xA?k&;fDtmTjFRu1<-GG|m)&=}zWm zmxPO&gi1&Le?vrV=4(S?)?co=KVbniEwE44Ywa)Ggy#f~oQ5N^mG!%$i@KwN3YOK3 zN&1GBii$wfP(#{xl7≪9JEr+e%)*`54yeecE(ssitcaAM)aUZ=Y$Ky3OO zma~c^wuLp!bfTb{F4C_xyJrSq!Ey;!;Ht+n_N>j!{BG*a7~(;4zcR>xGvTK5GBkC~ z605zu6g*6G;JqDQI$$$#b>mHcvHnEeF^6O(AD3ZpanI(OJx5hW&bgJxx(4`yS- z*qVoeem(Tc$$RgJ9R_0Q z`e_v@&G|p9Xzm-9|8EIX$VYVl-wDL`|FgjF0nr0E8=M7x3P1l*@MiFAummmzXM@|| z>3;%*-~T*#HrNl&0|oFO@bMo6?*K0bPX||k2ZMWq(}CFae-Qi`kUId6fP>&k;0*8; z`1sd>YrrmWD)=G1``dx|@^kn6?dAJPK>YWK4Zv%_9C#9#1{Z*Pft%seKMY<27QmCi z2)GsE{2O>bcsG!{0GBAY{g-_iR0L2Q5Y|9lZ#M!1LtUBAB~E>DD7}Q+*gKg z3ioB=I{=$Hvul>+UlwxB*iVp#98SnWCMnrSG&bh8v4Q@ql{k)+hs)F)pb{A~}g2e$wf>H+tz)&ixAi zE>A7{U2FK_hzgmeZ0qWe6#}|2gRix|w4R}tVdc`!imhO4plJUGSA)v1^J0|9u|~Q! zsav#-C9fVBH{EsRep_lt5;IG&%R?3ItDu=|uuWUdXoUtuVpxX=PI63+0gE~^s z?GH_q+^>Qksp;Ayi)$^>m`KD>3UOr}oYpXF$QXhI^3QTNRR0GM5HN5-#`0vu0o2$3d-du0iZwyZ3L`WxXl4)y)j4 z_Ka%Exu8)51bKhb9Hp zc??cU*Ls}_lPN5C#>ElA4l4-}JoAN4_ejxo#FNSIIX6n_!tkq7x~kKjIBYJEVvk zq+>W9(Kn2d6p4H!p@Ea;$UaiNP|3NkZWC2rA>K}8&uFsK4rKJ}^x(sKt`qmb33cQQ zZ!l+5#+915LF0)a#LXb?cY59sL&-3d`<)J@ZC7T`Jf9>NJW7Wh*pRKc5j!%t0Sj6} zoWb;)2nA$J;9xIV6QGH1LQE$Lb}M4%DCae3ZpZ;ntq|-s+%9;T*i0~cE8?`)2=M)) zFp@nL4QI-3yJTjKLXQ(JO2i6PR;?9Ndw^Tu_x~Ea1pF>|JjjE) z0(aj3Ir#s-1Fr(F1ajsdfq#eh{{@gU|9=GU26Ep2EN~czd|)fM1NaegfR6#O6L{}%9%;Ck?R@OE$=kn{d)KpBWH|F0nf_$qiaxEjd0 z|0BU!;3V)%_wm{v%*7_&IHMGZ0&W_kmY~SAk2woq)8d z$OP8nTp_Wyp1zktJcQCq*6*a@r$)qLKnSjQ}xS$^|7xB+mJMk_H=cQDWo{BW3K( zo-7q!;--u2QZwubV@l6h!zBT$Ogo*LFy7cx9E=S$hj59?-(Wsbi;DCF=tAn)oYH@X z2N-gbv5Tt{TlR#-y_CPE_;zj|OkT((-u!J#K!fxlUzk)db5{GcN(rHONshcZitVj* z|7~!2jq;2+m!O%D)GrLu7;aV72U%qYCj{{AHoSGhjwLNK>6*=ClUSk)%eP6(kQ5{( zmUh#yh^UhgQe@F>tT+4KbzG_(7e=X6Jo772(^q^G&-SQn(H`Yqh(?Q5g*PdQxHt(t zYQDa~P9?|7lW4erpQ; zmrcRfRBgx08o=`WDRNO5OA<7W3mIAeXoRFKC-v#Idb+d|d|*$k0gR+UNny9i;mO`C z`zXw>*_s8;4dt{>PXmo@J+od-{S>8~tw%e=4oZE(TN_z*wq&j!(40A7lp`nmJqm2_ zB|-I*Jdh&R0Hnsf2=az+R*NK29`O^XPxlJFNnProcd9dP=dmsAcJZ^Sr(vPdv@J|> zqqk2*D*c~)P^eo&76`E)KH($NXj^i@b#i3th057OQ*(|{Yxw#MiJlx3W=>q)IPsB% z7^$0F{J>C`ZNg_lt+BQ&`9_(RKsW`krrDBn>2$& z_LfrO=1Y`%gtSKVEdxML1DV#$XlLl|S3BJv>3GtJ*9JYE8#weGa#fdE?v`emF}$^l zj#RP<4u^xGW?xtdlpj3)ICx(l8}H7t8H#c&;FH#38jG0SYn;@Y0W%rgAa4qr^lk>Z zSm5A2zrjHT1EeI~Tr7i-Stx;%zPxtO<2eiRT{+5}VvEXP)`Dm>8|a`Zl<(WNRQjMK z3xe5$~9;&xwC`H#X$Dai@#t|QTLgm&K zzwLAjblQUgO|APRnkd)@42IS2Nnra%mO6c;d9o<_M4}5_pg?~~UYoHV1e}66X7!s^ zUzMCkjRlXw?X$0ji!yX;ECir1zUvzUQ7xprbCIb?^7R~3cGLmbBZo@%5tTeq}f)PK*atZRx;PM=l=&RvncxiF9D+a zzYY8n9{!6!?EmGyzir@-K<@l|IcR{LAP>Zs-|ImQYy>&*O?Y+D+kZcJEvNwT=O;e< z?+5M(egVJ!L-27RclU`8|D9kXco?`F_`l%O;Vq}r-Sdqm%kPq zu{^ry<9{9g`%~bP;OSrnoCU;=|7GB%Kt(Zw6NY z@z*Cd`=@|Uz-K=dTn>H-Ex!+L0Urae0!m*)Thp)8|0WBJUi%@7LIpFtbQm3{b}~ur zq{CngaxOvP^BC`1jUmL7&Kk#jhC&Z{s?mnKeS%@S2IVn2Hfe=HxEG|I8nTzk`b zh7HaK7wEb~wj%S?5_M{9N7*q3NUU+c9_(oeEUq;LeIwuCPiv zCWbjz7FLd+GUlg`>Xa(;m!!K=DYmO$bmxpbnZJkTmpTUbQ?Da{MD|2wE*(bH6-gRO z#lsXE9Zkt<#+AfQQ{2Tv-@*vISk8r&zs6ZX>XAJDFYg4fjMDz5BiJ9ScLumtAH)7w zJ%;Nv>)pqliwv~8bVx(}unWnf)w_}O8664QD5Hj5S-X z4%y!6w1!O9OS9b1JzqGQ*OhooW*i(B;&yR-{8+kdR6H|3Tqp-&adG@y&+M5>d3_t? z{i5E(Wc?V#sAfJ$qz-FmiIeV4>HKmoQ~8@I;_xXf6=MS))iA%Q!#337Hs0>_ zu+{8yNKKDqh0Lb#jw?2KZcsmkY>0dSuI%8(i59mM%=bHTPQ!|T9S)o|Ub!~*l2-_B zRJ@~>Kgr>5rer(RhhmUAhjI9gFh0HDN|DDPr-TbkPKmitK#C^pEK_-FsmHAo*1u+w zcBTu{*xEZ)XW4dLw^(L+>;_3&KEl41vMRWB&a}jsW#GDtkDjQhhOS)7i zkQIiEav+|SLTsQSDh@L;)bx6WftD+c^oeB5<|L;3*y5%FFk1`;&g3lCGsCOuMes@; z6)@NfK5{Ns`MW}F&eW4&)Xs0NlBW{cu!6}W0@~#CJ_wAEllvgFO_S8vEXgySw<6L*~Y zRVsT4W%nIMtejEh3*M`sD@oCpLW0OA5fYRnq^-wr$`6UmKE+T@FPkwof3E)73tiID z)!H=hMHTFWwL!dA!a18pe2)p%3%gvHYWRPXy6O_R8U=kwS@2d1dAn#W`KRk_=q<)2 zO6)?a0K2P>F(MRdL%eP|EeBh@vLP!{|1>H zg#*`~X{=22E+}Q97<1+r)Od?T@Xi`zJe+3NtwdpnnV$K?=>e-Eu*`0<5il#6+7og= zlRZ+kD#q!N?Y6Saov0hwgAY++5%oA^KX%NeUB-@#pr(_sI4Oc`KxItjmd12O&;R9! z_~Y=Xa{hmn;ZgO@KjHtc0`~>Kg4Y)rz|BB>{kOoC;0a(1+zj9U58xQM5{!X6g0I2* zzZJ+me$NKe;6dQC@cUxF{|GPveg<#RYa16*f{;A*&Kz#k*3_cG292^0A zf%yDC2izT;2EKxP;H^OJ>U# zt^$)l{Qdt24e{?l&hy3h|Nj89K=k}C0zajVegZ_t|L=jeSz4wb?2(u%s!Ko50Lo+S zDRd*O&yyaJ;#%_uR2z<~DCLeK6KAX5-YfY&YP=xk;c_?lM||*QAcwwoV>E6|sVt zZi^p?7!`9pKx@mSuIZ#)3LG36lC=giL^C-X$5)&g4D&^00;bBI-#V*)0k~xa%~A%C zCPP7$KB=IF9QKW+jrUwG7fkS3IP_Nf)}7tS^gJ<3vN zL!`f?(Q&PXGh)?~<(7|1W6Yd|%(i3WVyo0%HsvH|alhuc?<9c9zuVR<7fbulr)5Hj z_ecr%m_t9f;9-@W%WqTFXxh&Vc-MFg2+AcIIwWfPuK6iv|23TFYHu_d(=|;9)i~kI zz&nJq9K=c~wfn9KBtI`4H3xP%d1z!~@=ZQrkkla`8;E&WfX)>DLTy7>w(HnfaN=%> zPl@qZ+${xfbXO6Ku$*L<>KNv%Q}|?^1h~@8(j8ySZL}UxKJ38q4`k09Bn8 zs5%f4#-mq|j5*3~bsBIVbg5*%F&EUA<%0Tz*glw_LAkC%R64oH4xMncBrOf(yKVOk z_EDmY7@OTQ4IrukuqK&ZjV%i8e zm&PWFmC_zv>wu z+noPbtg8}t`wOm6*k#W65*Ih&ztcK0ahh{dT2qs)2|0wY;(?E2{ULot$VM`=Q*xRh zM_t;8(t&M5>d~c{RdkD+G`xSdN|dz@OKm1Tt<0IJe_^UM7=GZ?RyW9|+xWB1wU1S$ z%1K4!hkO!YpO$0H>GLD-OSa({HYY|(57$L1BL*CjPN2w~PAYtH@OV=TbfnX%g)fdf zHK|xS8GSN5K9eEp7s^VR^Qi1ps8qE7EmERVx$K1iv- zC#iBL$y%Z8%1P(4B~E&GrpSJF2xAN{hlH^8atc^1GrgD!N>er9IEGg=7pCpLC&XH{ zHC8wclSI}mq#m2ZM*JQYRGDK&cY{}eF6e;Y0cU_8!Q+b_!T$uJ!`}oW;AimmV&DG;AiVx|@L=#Da3k#^ zZSys0pA-E^$1w{d4(WtL^*>719=sDT!rYh9VeRx(F5PHh@QEJLh#$gshb6{F7s7m& z5;Hn}ZF)ptv4!yxdm?whZc-1%DjFYT$>q>o2)V0_?+uN1kY$PeRg}Edh{|zC= zaU~JNxR~u41=cI3Q0Zh*tFY&*bj3)^6?O|9V3S^t?6Y<}oOX1@!PwpsW zjYbnXyRF?O65#+$ZvU&1gZ*Xpbh>j}sWA)H$q4r~vTcj__--J5BIcf&{-QDNFH1+U zTV?x#Ap7ImPJ(Rhc0~8^GBpP`n{`cYL!&<1;b91iiG>Vjho0@6= zxFe!Os0jpx~6nAIFfb|AC{(p16((k87OB3E_EQ`8T3{Qw)-$ zEhtdWS7w*xsx<^)Vp&^+fyeMYDXRRFcNvA#M3 z=Se}eBp-jkqR!BzJ7YACoA-j}Bf3~gI9YujnTEu3pEOq~>Y~b2y5K7PH6Hmbhba-$ ze6T!8($~X;<12~;r8p8@J~{o@{^QeQT~a}Vj?`7FCdUxRS3Lrbk-0DR@M;b@avV-n zlXJLjO;tulp>F{VEX-PvRw}sd$l<|8@}7=iP9*sf#Lsk!$k7`Nq;nW(k zRZ3#4-78W-v*qzG*X#|cpxJbWclIR8@Ot^N7_^9C9@CAWvuz=tB!}u-s*y#N*}omu z4cxpdgCH3J%p2RWVfV**$u_rP57lEBZrf>iq#QDHSJG$F16~8FoYWiu7(sUMAkFAh z8})XZDZv`^PJ|b|kTWgiYAqVcM zW8aJs*nuOC5(FmLPx86a8PIo1l z$6lr^FT!Jr!iYa|$!6@F7bkgV15je?7&tTH!X7i7{E&VYm}|*M^qGfEFrEA`QT)$T z6rZrnpxM4D$%ma$4@rmjPw5`=@d;AW!34GVN`r3cKc~Y_Q%2MGttEgd2bxRizJBh? zeVsd)4oOu9`nx>S!Vc-?5`p>+>+0$Lm2L5=2b_D;AlT znIh+0((Z3kW!G~9Wt1?C41&ZpcQajMRoB?)JSt)Rj;CA1_#0I%nOU^yrKv8-q}Z!u zD`D2o)*JqBlp*^Y%8Ru^iXv(y8!49@jBeBw;zvz;E%?UL#*xtaQWUtF48GOo z9Z$!cBV^KkG_;*qOgK7aRsxgC~IB0i!_t0=xxz zfRhi%y#R-S+#mQjFakD!JUA145Bb3L;KSfAfXEISU=CacE(B+Tdw}mDEBF@pNAOAT zm*Cal4}i!NGvEW@RX}_Z>;#vB32=WPHW4?`r=9|i0O?voQL2Q^Hy>xl_YwB$$h>*(_nQzF2`PmT3>}HIUcB9as8| z-c)|``CCRa2!grGJpC-6FBa{nF3KGtHY^!%zN8XH&PDXj(t_ETW$Wb6my(N05DSRk z16#9|YBTJ9&;0qL_P@2ttT(fqaA7a;m&L$NyC$$E(JK{nfb2s{zG-}7%c%Y{F}~&e zQT<1Lu2qrXZkk`W0e-y-OpMZTM)`NG5_7bZbQyC4&}!`OR=2qWSJ-kdL1$h& zTZwZz?Pq(m>xCReZrE62nrA7ZlObT?j4LR#8wwNS)+Mq;ckXCX9p9u;%%pKVec$Dw z_YP?Jl1z~J4PKQC1<<`0kH$qE=c`dnlk>yOW#zSdht_4T6UWzZ>n%zUJ)8p-tzU)J zGLj-^GBfj(oe-jUaK0Ks=SQ4(zNhNYvIP^&?JCcHZt|0f(Uq$Zm$(!{H04oR6osv& ziNk1ZO&k`5EngN#xsANp=pSnl4ra_@ zO`C02=Al%h`V>xlSw0|C5lfkTkq+Z3A8YDFMHU1)~gq`vAhlau0P3%_Uk*7Pv;Hd3zSGBS^^ zf3MNChZdmHXfJSQ53JEng!g+p^uGbufjy0&j7g_K*D@YSCNF93f8YQx3Fm7n~ zet!NxqV6uoSs7>Ka*lv=LYWr>;h{FXo(pkYF=C_^T5py>(Vb;JT~~O=#?=g!b%pnJ zh4)ny-pwppT32Fc_w#?65__4w&lk>Vz$!h)WyC)7Y$}! zuWTQ9&q|$4=eMCYe`cU-qfuFr^^mmNXk|XC~ml{filC$rralK*6nxVsOreK$9=%zhZRk z6I{g}2>at95u{Q{8yU;;6%$`e7flV@SB#y?N%S7p$W3-n#=*vbGLUSaOkFs!VW7;% ziQ$vD+&AP&sE;hmYU)6OO`(|HjDXcOx4f-EC)9CD&m>NnFZ7I}`hiRu)t;SVs8FCs zrU%l2SFcW1hsm5D=M33oq_P=&46a#JsiCuyQ)ju)tB$U%jO{7ZgY9n84QJAD%BA)Z z+M}XF$PFF^^F-85O^5QogJ{_Fr8H8-5hxQz5W@D@AYt>wB&-$EN}2u~C>xT7s8wi) zbYHW5KOHt8CR&#!wcx@)%%^lS1bJ delta 204 zcmZoTz|zpbxZx%9#0RXK-!Y5uF!E1k7EtB*4+WDA1SB~A!8idx&R-a(0Lb|R<4gc@ ze#1B$fSg}2&IKUnCyes}$oT=|2nb4We1~xifShkIP5_Ye6~-w5a=ySg69gqVKSMbM UlQ#;AZ+;;t!8h@N!XgC)0Lx*76aWAK diff --git a/egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/train_tta.py b/egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/train_tta.py index 6d3b3af8f..977668f35 100755 --- a/egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/train_tta.py +++ b/egs/tedlium3/ASR/pruned_transducer_stateless_d2v_v2/train_tta.py @@ -1515,11 +1515,11 @@ def run_pea(rank, world_size, args, wb=None): module.lora = module.lora.to(device) module.lora = DDP(module.lora, device_ids=[rank], find_unused_parameters=False) - for i, module in enumerate(lora_modules): - for n, p in module.lora.named_parameters(): - new_n = str(i) + n - pea_names.append(new_n) - pea_param.append(p) + for i, module in enumerate(lora_modules): + for n, p in module.lora.named_parameters(): + new_n = str(i) + n + pea_names.append(new_n) + pea_param.append(p) optimizer_pea = ScaledAdam( pea_param,