From 24b2f38773e71918476cf7c0e03ffb8a827323bd Mon Sep 17 00:00:00 2001
From: dohe0342 <dohe1070@gmail.com>
Date: Thu, 25 May 2023 21:02:43 +0900
Subject: [PATCH] from local

---
 .../.train_lora.py.swp                        | Bin 86016 -> 86016 bytes
 .../train_lora.py                             |   8 ++++----
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 37e5b443c8a2dc8fef6f9a7eec4dbf2272d545b0..9d7582dd43539937eb32738f8eddd17b977c56ee 100644
GIT binary patch
delta 521
zcmXBRODIHf6vy%NXT~sdhf7T|jj}*2JVRD)$zqIHP!ef|*m*3J?B*(2kiyX2h)GJO
zJT~02^H@nrA{LabJSHI<<twK?|Nfib`Jc|;j62P^)7M|w+1y%CUtT4YE^^d3I`A^-
z+xMxrEa#3U;<qw%)ua6Opsx0{Sh8HRUK>=Q9m-dSInl8c5s%|P8vbiRU1f=^!9)<b
zxX%>1#Ss!%$2gi$gdeZS9WJqn5rj~TRD3eYCC;&pX$)x+l?azElp%l%4-a4(EhvE>
zUv80CoM9Jp7>0pb++>JcV;S=ZqZ{oo@R2U^gjJZRz=JDF&_xhS=t2Owcuo^J!7-)~
zMIR!l#<x@C9jDmC7B;Yg8BCxTLDZoTdB}#23${M1bF`xs8a(zwm6}M2>5DGgTcaM`
gmKjiWe44{5HB^~(5KtXf!ca9<tW9OxNki%SFN&{P7ytkO

delta 510
zcmXBQPbkB27{~GFD`T6PUox|#FdVe}KR7Il{4Y5TVU#%dQ<RhgjT|O&n9DCIrbLP4
zpkF!obCOm&5C;xUk{lM2Qp#JNdVPB?pXdAZ%tcId5tCz}tfQqZx4NWUC{1L!ZhY`-
z-f`?u@ifz+O(a{lXsSnL8$+5pwy81w$fL6KpBm*fT65G%dT=5^#GLq_?*E%YU8jj`
zAc#gdaBmm6#VK~NiAmHVAK$4WcZgvdqiBK~f_IjQ;R<_Lz_3k%5}@&;7%oIp_y7xN
zMj@Q|u!_9m68l)f2)wAkjfKUriWT&t6YcQg%`Ebab<DzphvXo^WP%984;M1<k|c7D
zGt6TKeF&fwpC*wwE^vSyY+(%{OraYMs6-wzVMi*WTzygFX-6w8FdN}=HJxDCs??KJ
ZFUnB`dWKKcE4SX|Qz7Lx9(^iL`vvLlQoaBH

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 1788243ff..4c25feaf3 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1606,13 +1606,13 @@ def run_adapter(rank, world_size, args, wb=None):
     lora_modules = []
     for modules in model.modules():
         if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
-            lora_modules.append(LoRAHook(modules))
-            #for module in modules.modules():
+            #lora_modules.append(LoRAHook(modules))
+            for module in modules.modules():
             #    if rank == 0: logging.info(module)
                 #print(module)
-                #if isinstance(module, torch.nn.Linear):
+                if isinstance(module, torch.nn.Linear):
                     #if rank == 0: print(module)
-                    #lora_modules.append(LoRAHook(module))
+                    lora_modules.append(LoRAHook(module))
     
     adapter_names = []
     adapter_param = []