From 7789345fd0d7d995545909ac93eb9c9188022a0c Mon Sep 17 00:00:00 2001
From: dohe0342 <dohe1070@gmail.com>
Date: Thu, 25 May 2023 19:23:35 +0900
Subject: [PATCH] from local

---
 .../.train_lora.py.swp                        | Bin 81920 -> 81920 bytes
 .../train_lora.py                             |   2 +-
 2 files changed, 1 insertion(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index c6d10a494ddb1a3c02729059016897c2a6de3b49..38f558dd270524f98da69c8582b575677f3ca950 100644
GIT binary patch
delta 75
zcmZo@U~On%6-_b-^Ym4)&@*HJ0s#hwQ)c-o;*FwPMH%1ovu@yFV33*4DZm)bD6>6P
efN?v|^o=@<64PyE89Am;kzthD9wy7UN(lh5auS39

delta 80
zcmZo@U~On%6-_b-^Ym4)&@*HJ0s#gFU$gua#YWMsqKxnPS$Fa<FsM%F6kv>IRNbB`
jz_^`<DYba=Lp|Z?4Kj=(?78_Vr8%j^+kIpiw<rMs4$u`E

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 238c67808..5f97256f0 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -1605,7 +1605,7 @@ def run_adapter(rank, world_size, args, wb=None):
     lora_modules = []
     for modules in model.modules():
         if isinstance(modules, fairseq.modules.multihead_attention.MultiheadAttention):
-            lora_modules.append(modules)
+            lora_modules.append(LoRAHook(module))
             #for module in modules.modules():
             #    if rank == 0: logging.info(module)
                 #print(module)