From 736309846aafbe6dba0c526ff84372fc44c24fa5 Mon Sep 17 00:00:00 2001
From: dohe0342 <dohe1070@gmail.com>
Date: Thu, 25 May 2023 19:25:41 +0900
Subject: [PATCH] from local

---
 .../.train_lora.py.swp                        | Bin 81920 -> 81920 bytes
 .../train_lora.py                             |   7 ++++---
 2 files changed, 4 insertions(+), 3 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index a34c51c7d0a334bab2e4b995ac5d80e1ec5487c9..036b8ecfb1c8407f043af7fa3481f41d5de8611d 100644
GIT binary patch
delta 523
zcmYk&PbkB27{~GFyY@4i&HiYKw%Ss%%TSX)r6nm=%4rUET3ar(!-$mjb6svLKNmSj
zX*3~CySmLmOXSaio19RTD0$1pr(WOZIXpc*eRW;ab<LaXijR#4`oi5pTq3dFOe%Wd
zy>qL?(W|@ZTPxW`S`Dj9O{vy$+NF-|j=;aP8M;rkm1BNY@#Lx|k+}J9QQ~(Yxp0bX
zLdPiFxM~!sp@J<eU<B>>c8J{K1|`g40z>ej86VtKLm9i+!lGSrGELKh_XY;AhAh$;
zLO;Ctw255f1bOHPB7g_0$Q_E<#s>0;q6bg)B4=1a2tfpJZ^?0qMPwRD^r8_CoY#p|
zv4>qOV;F;Q;!6{G!!sUniBs&LfE8qrLIP80!4<!~fptu3JaO|ut!65(MpV^ScnO=0
h{iy0R4t;9UC`MJpu=<t9Ig`$YXEUjJYDZ{5egH)ETh;&o

delta 490
zcmXBQPbkB27{~GF+xGjhzkb7_jED>Q8#T8TQWGnOjaoT~i$n>@<@dYDfdi*sBnLTA
zv_`XX*;V9Vr$yT2N^*0;Tb_D7&vSbE^jMZ=Sz2(qI}sgg?C<Om$`FZ$7iYrh;8Q>)
zFFylS-&)EmQfIpil~i@vSwm&KYQ;{st6F<Iq-wGw_3FCPbT~w|oc|Y+f0w9yg~%aH
z48sE*AAXSn&ajRodQkyCUVS2`*uW~rF^Uf8cq32=1)Sr+E2hL)+MwgkBXWX$tYQHp
z=z<ULZjl@^NFa_N3=~}=kH{m3Wz3-gf>gQ46cUJ|8ig{G6lEed<}ru?IPs&4yr6^&
ztYHa5=te7A5P}<Dn#eP5aD`*+VHZ1y!Gk>CzQ;DUG}@6f{h&Lt6MgE|t(xu0h}vWn
HBdX~aeA!J<

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 23a6c663c..f24ce6a21 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1605,11 +1605,12 @@ def run_adapter(rank, world_size, args, wb=None):
     lora_modules = []
     for modules in model.modules():
         if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
-            lora_modules.append(LoRAHook(modules))
-            #for module in modules.modules():
+            #lora_modules.append(LoRAHook(modules))
+            for module in modules.modules():
             #    if rank == 0: logging.info(module)
                 #print(module)
-                #if isinstance(module, torch.nn.Linear):
+                if isinstance(module, torch.nn.Linear):
+                    if rank == 0: logging.info(module)
                 #    lora_modules.append(LoRAHook(module))
     
     adapter_names = []