From c407806b3297a34afe49a8656ee18460351e16af Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Wed, 24 May 2023 13:49:46 +0900
Subject: [PATCH] from local

---
 .../.train_lora.py.swp                        | Bin 90112 -> 94208 bytes
 .../train_lora.py                             |   5 +++--
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 6c5387c82e75c3caa1c7b2167eca1ac388b217a6..dd530b7028c289e21e7e642da08f72b3f48e055f 100644
GIT binary patch
delta 252
zcmZoTz}oPDRV>LM%+puFQqO<^2m}}yf~V)E=$UL3d&AEtx|vzvEhA(3<d1^lLSi6!
zAYg(}3=V9Ye+fS0ZBm$~z{tYu4HR_-NdZkL-!7=Yc%P9U#Mc3d0kJ9*!{m)mgr{37
zF-j>bpn=RZh0Nm2JY><y5939}N^??m6iV`ok~8%3^7MQ%^HLLwG_AH*DKWO$$|a^S
zFf{NpFf0LLkgXt#K;Rx&Y;&VfJ@3W`>`asQP2`!}=f^SKT#3<a@`fv{)AN)Vc>$=1
BIa2@t

delta 148
zcmZp8z}j$tRV>LM%+puFQqO<^2m}}y?o7)~xnjIg><vGo$Yy4Nw~UMxlRpZIZ`KgH
z!8`GRLX*NY1x6NLZJ=UxCWwxT?Scx7_Zekkfqamd2oS3Ru>uf_Liv*ePKiw3_k@kH
iXqpnE&h#t!j8eP>MVWae8oBu?r8%jZ+pClq+iU^g`y~?q

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 15d926ca9..0f25a6edc 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1595,8 +1595,9 @@ def run_adapter(rank, world_size, args, wb=None):
     for modules in model.modules():
         if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
             for module in modules.modules():
-                print(module)
-                lora_modules.append(LoRAHook(module))
+                if isinstance(module, torch.nn.Linear):
+                    print(module)
+                    lora_modules.append(LoRAHook(module))
     
     adapter_names = []
     adapter_param = []