From 016876a9005da98a1ddf7e20aea818eaa1ad311a Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Thu, 18 May 2023 17:10:45 +0900
Subject: [PATCH] from local

---
 .../.data2vec_audio.py.swp                    | Bin 49152 -> 49152 bytes
 .../data2vec_audio.py                         |   7 +------
 2 files changed, 1 insertion(+), 6 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 9cc6081e9f605378c6ef64afab5e08e0d170deeb..f6c9c6fc211366b21cc4d2629e64e73edca57b88 100644
GIT binary patch
delta 462
zcmXZYJxGFK5Ww*>wY1b6l8OkVmL{`=z#v2`Fi?U(Eh#F|CPB-Dh(edhhK8~RX^NH_
z<*gxd4Vo4Dg4)_78)|5(|4SYGxI6BK=ec}do6l=)F=u!xXm>lDLRdw1UJ~&_+16v#
z1e76b&67*(MJmmI!+^R(RNF-q9O3|e81ZHixj+^Xgwcl|v&c7|@Q5<baEwjF5X3lq
z=taXM@@|rxR49(HjV*-X!Z5UWZWB4dKIUM+eXGbFO7LR@Uq+En)NqAMlu*DfBGBX7
zz{4;Jmtj_<i9&<d7Ji3w>>+~%%)<vK24TSm7i-`F>h*4LigmbA)him^hOX$D@D|h2
z?qWS;{?Glz)o2%ehuSxd+SR1gL$`*`Od`4BNT$}7?PK;pYQ`H(#k0x8fKpzZUit;{
C!dIC9

delta 397
zcmXBQKS%-r6vy$Ocz2p!b&JtI$i=ZTXmN6h<P-;&$Ox3MQ3;H~$(y4kYEFrU!UpR$
zml}f_qMM^V$ZBY7=o>xwzz^OV-g}-G_PlUnE4}6xlbMCIC`T&1Y}ZoPi5VwU@|T<-
z+in_CVE#8te?!#sxa4CWdvLLc;h1!Z3sjKA&!}{VLo`rF1`}}bX-glt#{gG2LJKup
zZEX<BScU}?L0szL1jnc&4;Rz;ib*#(#}4N3J|exMj|z&g5yx9pdc*_z=-?EM=(;pZ
vc#5zYHj&2^Ch=`?9d6OZ0d~<u89A&Xg$OJR`DS4HA){sZ*_HX&S+)8L;M+V6

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 76def32dc..2bc421706 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -40,12 +40,7 @@ logger = logging.getLogger().setLevel(logging.INFO)
 class TransformerEncoderAdapter(TransformerEncoder):
     def __init__(self, args: Wav2Vec2Config):
         super().__init__(args)
-        self.adapters = ResidualAdapterModule(proj_dim=512)
-
-        for p in self.adapters.parameters():
-            p.data /= 10.
-        #p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
-        #p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/20.)
+        self.lora = LoRAModule()
 
     def forward(self, x, padding_mask=None, layer=None, tgt_layer=None):
         x, layer_results = self.extract_features_with_adapter(