From ef90fd32f3d2c6cbc3b9d4800243164b1dd23154 Mon Sep 17 00:00:00 2001
From: dohe0342 <dohe1070@gmail.com>
Date: Thu, 25 May 2023 21:30:42 +0900
Subject: [PATCH] from local

---
 .../.train_lora.py.swp                        | Bin 86016 -> 86016 bytes
 .../train_lora.py                             |   5 +++++
 2 files changed, 5 insertions(+)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 89211ec789291112b9063539d12684c06484766a..e986546b0410c876bc796624f117c249b9af65a8 100644
GIT binary patch
delta 558
zcmX}p&r8#B9LMqZXSuc1`Tc=AESr8O;bz3Jw!;X<7>E)z$T2FY%Qu^cTzu1_jvLga
zqJs?i9;UFU{(uoOBBHAoFL|hwPIk*fgCdGDd@jouJU+bN@V>m?pGw_Zse6MrCN7`P
zS*iFLA-c%(f^+j(Blycu_Cv#L8m9Uh4xIIfd^mD2V7tbI8Y&;xM1Bm2)KSAD+(s4}
zIsuV&yu=ICuz(Z>(dif2z<bnC#XaPZKoleR)+f@&G8T}7*(YWB(krrqcUZ#`?xTPt
zeE5A#WECs8jw={L1R?nF)-TdP5!3j7ROA&_v4U$DLE9&?h1YoED~mj)xPU3d5XDa~
z8{rL};sNep9<!K11}C9muSaATEqua9EF+H)2C>QE{~o{lL;urgo$|PPQYD(Ysh0fB
zt7#SVgi6k$9q&F?+M1la6g%wQKVfxRo3cxHi{oPbi+e7uhTY__8tS#?oJH%Rlh2M;
Y_0Qqz?50ue#CzPz33aQvoly~e9|1yQ)&Kwi

delta 480
zcmXBQJxD@v6vpB6H^0iyYY0I~22o3h8j?d0)YR7^;-n5@1uaEHLquMPhL#`<ZcSM<
zHslZ&g4)8h5EluOAgV2>hG^**9e57!aE8OHS8aOL7A(fHQ*)72G%k!^B$-|=?bL!l
zn#yf!0aFX8kFdwlAyTpaALI-zrh3a!pNIu_UXdDhF^>{*NZ{Ke(nJk=(2+w1NqF(;
z7I{S*mpDTf33$<PiCo|mTUbZhC1n{U1o71+QpYt4$Rms%ymX2@p@lj&v5G-BVLC+?
zP(U6bv>iNwW2|8Y({RIqH#-m87e%fJIyNwi6yg}h00Iy^+h_?lIL8T&aEL6r(W2ZY
z4)9lW5tHzl+Jwqj_S-|2NW{1wQAy)LQ+<CcZnAEjrZJ|1mdZ-QT6vFJ4Lzim%*S!n
G@Bamwt5Bi<

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 5c9578ed7..1d31becfa 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1612,6 +1612,11 @@ def run_adapter(rank, world_size, args, wb=None):
                 if isinstance(module, torch.nn.Linear):
                     lora_modules.append(LoRAHook(module))
     
+    if world_size > 1:
+        logging.info("Using DDP for LoRA")
+        for lora in lora_modules:
+            lora.lora = DDP(lora.lora, device_ids=[rank], find_unused_parameters=False)
+    
     adapter_names = []
     adapter_param = []
     for i, lora in enumerate(lora_modules):