From 100fda2b61010f65915e0acf72be40a7199c2125 Mon Sep 17 00:00:00 2001
From: dohe0342 <dohe1070@gmail.com>
Date: Thu, 25 May 2023 18:55:04 +0900
Subject: [PATCH] from local

---
 .../.train_lora.py.swp                        | Bin 77824 -> 77824 bytes
 .../train_lora.py                             |   2 ++
 2 files changed, 2 insertions(+)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index b57293f05bf2d7d09ae288f47629a0d33434b41c..ea15556a948e1ef5f8c28985cc0936f331353b64 100644
GIT binary patch
delta 478
zcmXxhyGufG6u|NG%iBZEx>u5-2i(E6vKnl$ATnxb=z&`hVM91vDI03hXlke^3mqET
zdMqJ=f-YfyKuAMGM9xh;s41*(MF&1`_#MvS$2p0LmZ)f+1z%`l(j4sR6G9hx>$SqM
zjHhTQD_b@Os;)NPpVeQ{N*TJEi4VC%47@gq6p%m^5zHb01CLITOQaFQ3dYfdCx^&A
za>!sG5lkV70NhZ>+C_E|fzK{+aglsAFaS5WzyX#q4KLbJtmlJR$0|lK3_rZMs}s4#
zCKl0xt6KU{z#0Nj_|!zoIMw1JCnQS<V+=vG;=v|zi!&Tz2V2;Hg*l9%8y&EtS|jp-
zcVrQTAN_b?@xROexz2y=%{y(TY37^VYTJ=KD(OkRq@|8KRW6w>>G@EXI(L5qE?!Is

delta 451
zcmXBQyGufG7{>AUXQzvn<OyuD%b}?u%L<BG8eAHLD9}j)(Fj7i&?-9A5NF7;klLcD
zhN7!Me?S+AkOK|29Ow^-Lqmjg`ARQ*;N^LFmnUayIa~852BMRZ?$KaK7@vsKznFYF
z^WW+!eNonje!LU4-1UD<7j>VS$r@e}7am(g@-VTAI70Ys7O`=I9TYH+AUvpgL|#zF
zIZP}gg*XObz;cV6!o(E%(B+n_RGUOT@Qh1rV+CQ1;k8kuf_>~FiCM%D##e*LI}Wjq
zVZ7DzhYI!(hk*bbP2?VT*w7Y4)>!6{!U(?WL_YC=E1cj62iQag2}CfCUUZ@zepnQo
kM-0=@Q7gT*s9dUN%Qi}mu1rs1$<m7XfVwV4JJfO8A8J`k6aWAK

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 600e201da..34f73f7f0 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1605,10 +1605,12 @@ def run_adapter(rank, world_size, args, wb=None):
     lora_modules = []
     for modules in model.modules():
         if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
+            '''
             for module in modules.modules():
                 #print(module)
                 if isinstance(module, torch.nn.Linear):
                     lora_modules.append(LoRAHook(module))
+            '''
     
     adapter_names = []
     adapter_param = []