From ed638be87e11818c1f0b797a7086883215d5ce1e Mon Sep 17 00:00:00 2001
From: dohe0342 <dohe1070@gmail.com>
Date: Thu, 25 May 2023 19:03:17 +0900
Subject: [PATCH] from local

---
 .../.train_lora.py.swp                        | Bin 81920 -> 81920 bytes
 .../train_lora.py                             |   8 +++-----
 2 files changed, 3 insertions(+), 5 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 13b3abd8731e923e8f4d9d3cb1c6b6d0bd60fbf2..8b03636ebc5eee54d26349be2737e436fe1b5690 100644
GIT binary patch
delta 489
zcmXBQJxD@P6u|LwQG2CN^C3DV24O>iXgEZRLq$ZGP@scB5N#0#5fTNymX>TN2cw9F
zXecNOp*OU+MiGRQ1W^%febLks{lx=6&gF8?2iG(mrs?p{MAM_m&i+VD2(L(>FE{&n
z;lDDJuXJyORJQVM`2O5)y2!Y@`NU@#UiA|y*li+3d-E>aC?{&|A_p)r0v#H@JR)_R
zVg*x(!;5yj()$GK$YTOYM4;iF`Om214EwqiB*mc@8g5-8$Jj$2IgB9+4?dhCRa_#2
zGy*X2)F$$P8md^r970eyZxxwF25I<F*9vT*iR@q=Ll}euf|nLHMg_}Q#4uv$K^Q@}
z@aqtH#5F7&VHexjLJB%+{PrC-QMA@#O1D{uakb$rE!6C)tGwEw1{x`$Cd=JH6)oQ+
GRQMlp7EEIR

delta 510
zcmYk&O(?^09LMqRzdabnwrq2-*$5+An}-q?N<_IT4;K$BhpiRuy#JDe*3#O+MGh!V
zGCS<B1C2;=aB(GZ*l80X2YG83pL*4=-@~_0KULMKs?N6Hn;M^V_j~<9%pzC5@X|}#
zma{0<)Sbnp%w=9Jbw4#HMv=yv@)c{=VpiT<QM*QDS6kkj`+H7GCXsXOBZzJ^!wEf#
zwVWe~6-=NFt@vjC8McwYG8QocCp7q^M-dlBiAsh=0K;(NsaoU|X(X_Yd5oe3THIHO
z+#rM?y5PY_rN}D^xJMi@^r0S?29XFt2%^&vrAdWI21i)K45rZlJHGTZ#x*vvfmw`U
z2!rTB6HIv5i9FyIIUM5<2MC}U1%CV)d)b&@F=~>J_H3e8iC3kz^X8N}uT7P_+AY<g
X>^Quk@KPigSZ(hZ5cj`$JRbQ42@Y12

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index d90de5f94..b70c491bd 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1605,13 +1605,11 @@ def run_adapter(rank, world_size, args, wb=None):
     lora_modules = []
     for modules in model.modules():
         if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
-            if rank == 0: logging.info(modules)
-            '''
             for module in modules.modules():
+                if rank == 0: logging.info(modules)
                 #print(module)
-                if isinstance(module, torch.nn.Linear):
-                    lora_modules.append(LoRAHook(module))
-            '''
+                #if isinstance(module, torch.nn.Linear):
+                #    lora_modules.append(LoRAHook(module))
     
     adapter_names = []
     adapter_param = []