From b3c282b0e0ffbc04bcb1fe0447266c0c8e555605 Mon Sep 17 00:00:00 2001 From: dohe0342 Date: Thu, 25 May 2023 21:48:20 +0900 Subject: [PATCH] from local --- .../.checkpoint.py.swp | Bin 4096 -> 16384 bytes .../.train_lora.py.swp | Bin 86016 -> 86016 bytes .../train_lora.py | 2 ++ 3 files changed, 2 insertions(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.checkpoint.py.swp index bf6cee28f76fb0f838a48393514592dc6a2337cf..be516b47454af4ce9d4d51ca93715ffe491ed3be 100644 GIT binary patch literal 16384 zcmeHNO^h5z6|P`{9l#J06eND4=h;Z?O5>jKI1y-JktSXThSu}Snwj$U zbakq0cCrZu@q6P&B5{BVf+OL=DHlXUBtSw!aNrPefCCp__z?;q1YcGE%*=WfZOj3I zs)za%o?%mYni1&gri2gyVXebBoR^1Xr5%zBow-r z8E!-@vaA=i_IvxSMmQ4TUaDkbg7lyo$R|7lo`EA6IL*$t&NXetQtb>q_`uE)ZG4eu zz%$?(@CB- zsJ_Vhn`gi?;2H1?cm_NJo&nE*XTUSy8So5v20R1*1qOJ;*n2VVuk8yz{{LUT|G)fh z#-0WCfyaRJz#rem*!O|20AB*00ycsBfS;UZ>^b03;6dO4;61>-z+d0V*lplmK;{`n5Zegu3Q_!e*l_z3VY@FC!Xz)9fGZ)fb6!1sUyAOtQ0j{twa zkFh@huK_;*UIM-gyZ{(r2z(fL2>8t@#(oC82z(W215M!eNydH)d=vOO@Hp@oPy^l% zoC5xaj~%ZAuK+&=z5{#>_#(i8PXlLwSMOzP54a!r;aeFK!25vHzzN_sKAyY+DBuIY z&+#$l7LWlNcn0VKr+|~d>#&uz*RRTtG>80#iff=W?bT_YWI`#|e4GW+h;g>OvdU}| zIVg%(nakU<*@24P+E_&*?(zL$?K-Vdl?#koHcE%1U=S;A&bL+qcP^tB$s@6nT~aE=vX zNkXygn$>B2{R$$PtB=)iD3f6zlYv?u)Vh2hxw&9QM$z*F8HK)S2Dx4o zS-G}l<}M@_ac)s)W#79JTJ@d@1*e)KF_1V1nD14>2%XhQ1j7KosR~DRidB}CbItd; znFLE;hTRJNbLWCpG#?^6&}!^#0nW4`1s~O1Cf17zo4XEn|63H7%efocT+c;ebFsK| z&vN)OpLb~MA)L)=2CsyJi%MU39sFv{jZ}$co|EkwuoXJ{iDK6!T-MQ6(biyrHS^t| z*ilz$6I+o=c)WXIV!HW8Z1;S-Wfv`-`^`0+`Q+h-?yHy((Fs|p*sko&p+>GiBKIRr|Z)T5WJgQvU z>XsYEHUb!wSN)qJG;E2~L{k{^ETg$b0V*a~(>SfVXG5M1LUzf|H6ett5Nlu1$l5TH zgMrWjMoHntvM*z4q=1KKLNJ#5sC(9O43ZqD3eIZH<(?eoTVSG=&^Q)x*=`*nR?Ggx zh-jS~exhd7WKnePm0SGsi2Zozqtg0)K%0;2w3lgh|yaAE@VM&b3ToOq?PvWm?;o`e;$6 zR92>nU8BqnW7UVzm#{O9B~BW{dor3N5n_;y*_UuuIl(m0pewNYW<^z4$KmBr4rE9% zPlgkO85%0Y8yi$86?!aTVk?v<5u{x0Y=3HVXPd6Jx3=0F+ntMD+T5ZGn;Yw$?at-~ za!*iu;~G8L*;q%glNeExcsA8I08Q{JP!mfLS%spRq3_h#Zte385G8m*wRV>}-5NdK z?smF$$k<8j$!gN#nTfRVvVTB4#Rwtq#{x5&+A;Z13)CUXV5^&IIBPP5v#Noaa!|Yk zIrbVEldd)z)9EzeIOjbQfzm@9@OBJljZ2*i7dN^W&$fc5>vBy^Xv`0=x(q@v0$8Y0 z2W`xPv)eK@nks7O3s4Ow|Nr9#yZC;4ws<2};M^xMCSk~0( zX>2ku6hS{)wmQ^`PPLVfIfbnQ1VICT#Z;UNARcII{yY+EG2}Y3rXNpYBk^)Wd}2mQ zXBAD3t2goUS&=VUSA3scEADd@?sM!~{twRi;^N~g QYKqjXvib(QR;B9f-wC7{4*&oF delta 7 OcmZo@U~EuWAOHXgJOWYx diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp index cbc46619165a6e3a4d3ef25bc960ca24afce6cdc..3bd2137a0047d86956229bea927cf69998e1f245 100644 GIT binary patch delta 633 zcmX}qODIHf6vy%N$6!3~cok;qB1*|)Ba}iDiZWs)3llR@qw&as;$Ef{J6T*-rmQ@Y z5~FN{QWlDZN0gMJSXm=ql2f14ud_ItbIh>K4BNInnleM}TBKc5J7vkPD3R(I5z$0U z%TcG&jrmj&FVc|)2aZxiR$-zSb;!g^vPcAb*u^+{(1dbi<2gy>5%)O81}qrpLMJ*< zgQ6rcB!lpgDDr??+~683n8hf%(TIFF5smi*kvp7V1o#=Vxj(5qrQN@G!Pu|>b3fRE*%W^jRkySZ8=qz_CGGs-EL2DjkVpTJl}+* BWIF%= delta 575 zcmYk(O(=r_9LMqhBhOxJ<6$f1puFTIN=lhHusAWZP;&Bm@Kz{}dnP5ExOfz0WhXgo zt&NpJP87pRIY|yUO*!G>>*imdf4}=T7*c~FHPWLgfn~pTNwE(L9k645I*_xgxiSVFTlE!weHtTslM|Fc8E98c~m0IPqf_c|{5b2xA}XSi~5* z?4nB@qZ(DHM8+oafD0UA3-g#pFFdG$3z-~|cf28m1j5+F9HuY{KinvR4UbllG;XZA zNSv{YRm`FYE;#XR5qZWn5*WfD`q6??X!tUVoFIWHwxMGN1E@s>N?^f@N#qWvIxmT1 z>|qI$=tDQWXh0!Ue5mBX70z*n70kekW)$O*%4ysqi5>ivAIJZTK6PXnP3=lqY}RA7 N8ErnL+=%;>&R;%)RAB%B diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py index 9178a0c42..692cbf639 100755 --- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py @@ -146,6 +146,8 @@ class LoRAHook(): output += lora_out def save_checkpoint(self, i, iter_, save_dir): + if isinstance(self.lora, DDP): + self.lora = self.lora.module torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")