From 2ddec73e3a01668b3183ed9812a2a26b3daf475b Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Wed, 24 May 2023 12:43:13 +0900
Subject: [PATCH] from local

---
 .../.data2vec_audio.py.swp                    | Bin 45056 -> 45056 bytes
 .../.train_lora.py.swp                        | Bin 81920 -> 81920 bytes
 .../train_lora.py                             |   6 +++++-
 3 files changed, 5 insertions(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 195448c61e43a491de2d287bd989f42e7ef757dd..30b68c46cbe9c1376df5231c7e45e1a1aa92d8f1 100644
GIT binary patch
delta 33
ncmZp8z|`=7Ni4}A%+puFQqO<^2m}}yKGx-?baQPKd$k?_r%?)3

delta 33
ncmZp8z|`=7Ni4}A%+puFQqO<^2m}}y`s#91(m6MZy;=_dqLvBG

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 3bc9274df4e72e25d8c1ac94679fe51eb80aa9f6..913b5c1c7c97fe2f411b47d0e5f5494f67e34667 100644
GIT binary patch
delta 181
zcmZo@U~On%-SD27kzw-(<^&!_{>^~`oAr6ic^Mea12KaD0|WnLK?h~oReTH#-9VfI
z#C|}m0L1b@EC<BrHwQYT^2(&7q^2npr<TNHp(pFV6`P#rmp8fUC(q=9pJIXv3JN*-
zMTzl=IRzPswuX8JlP?|>n|{xjk%Q3$#1sW8NX<=3O-aejOOH><%(XQ)v(VXm*-!T)
E0A)QlMF0Q*

delta 89
zcmZo@U~On%-SD27F?90><^&!_?#+P$oAr5l`4|{NftW#nfq{Fnpo6mPG9Yg$5HEqs
i{N`m~_yxp2fq3ucK!;S`$s6M4Pd@M4zWI)y%0~eB5gAPY

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
index 3a0df11ac..9c0449f0a 100755
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train_lora.py
@@ -131,7 +131,11 @@ LRSchedulerType = Union[torch.optim.lr_scheduler._LRScheduler, optim.LRScheduler
 class LoRAHook():
     def __init__(self, module):
         self.hook = module.register_forward_hook(self.hook_fn)
-
+        self.lora = LoRAModule(
+                       embedding_dim=768,
+                       rank=4,
+                       lora_alpha=1.0,
+                    )
     def hook_fn(self, module, input, output):