From 710c2756e365c3cd0e70cb6b7c7bdbcc19f832d4 Mon Sep 17 00:00:00 2001
From: dohe0342 <dohe1070@gmail.com>
Date: Thu, 25 May 2023 19:22:02 +0900
Subject: [PATCH] from local

---
 .../.train_lora.py.swp                        | Bin 81920 -> 81920 bytes
 .../train_lora.py                             |   5 +++--
 2 files changed, 3 insertions(+), 2 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 30a8cc0cdb916311e72709bdadfe7727fe8f7826..c6d10a494ddb1a3c02729059016897c2a6de3b49 100644
GIT binary patch
delta 491
zcmXBQKS)Ax5Ww;Kp+3u}rlFfjQVs=~VnmzJKPXa&&_!s7S|SP}BwBn8O-2+AQbbcj
zfe{t;hz6%1h=!ab2#waHwW<1s2OoY1cl_=+!>}2K%|92-Oe8ypA~7L6BFVv(`Ou~R
z-m84qFW&f%>&__>b~TH>qSvElRM=ebs0ZhMBVsQa0p&BtI#jtmZ?T9Jtj*5s|93>C
zP2?DPj6;WpFSke)C2SyzINIRG2NTb*g&d|ag+6HbWUD%=ILDDw@{%Iyg@z|x<P?X<
zVHuO?hYJmdNEtWCAPqk}sI`i`qJlEku!tZ87cC;Q$RG_Ls`flv*hPw1!U%?8#jhsv
zjykTej#Z2ziXL<$00+KpB5!!aElzNNJ?tU{9Tl$qjBOOm&6v_H=FWf$>Z+?)N~kzb
HEulhxyX#A;

delta 496
zcmXBQPbkB27{~GFYnyHMoBeB?rn!h{3@f?pg2<m%D^pU^b{kXvw4^pCrRKn4iR9#9
zWi9GQTpV1KBs(o7#F1Pb<SkFV>RZp#^L+Ydv!-m;<eljl9~$-d1cE|2MJ_|BxUuBD
za4FBpy{qfT{;r9P+5elKyvwPgszFaU)wPx{hE=0J>{I9NjL9I9GyYFa{;i@O93lr;
z!yxRi;Hy@of@7>=3L&`Q#2eQNSVtOB{3U3I1s^1OK?OzZYm$)&k2Y9vYZE!b9@3b{
z2!e3nvqt0!IwlZ9J=}P<iaer>D=Z@kKdMl&h)iPwG1Q@A&XB?^vV%GFqYu?kc&#Qe
zPO*YT44@OOXhH)te49j`aDy`(Vi()kLIie{`RzMwBB!qfmCc}UbSu9tUkIzNyw#_?
QT3|L6UrHtxnp=A17cDeR8vp<R

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 96df989cc..238c67808 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1605,8 +1605,9 @@ def run_adapter(rank, world_size, args, wb=None):
     lora_modules = []
     for modules in model.modules():
         if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
-            for module in modules.modules():
-                if rank == 0: logging.info(module)
+            lora_modules.append(modules)
+            #for module in modules.modules():
+            #    if rank == 0: logging.info(module)
                 #print(module)
                 #if isinstance(module, torch.nn.Linear):
                 #    lora_modules.append(LoRAHook(module))