From 6d8ceec54ee6e374088307df7ead5d4487b98443 Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Thu, 18 May 2023 17:09:25 +0900
Subject: [PATCH] from local

---
 .../.data2vec_audio.py.swp                    | Bin 49152 -> 49152 bytes
 .../data2vec_audio.py                         |   5 ++++-
 2 files changed, 4 insertions(+), 1 deletion(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 507fc72b0d27840f7ab5c8dcd5ae700eecb596e1..e057cea50da71356b59f1eaadbc4cc8701db8656 100644
GIT binary patch
delta 293
zcmZo@U~Xt&7E3Y+^Ym4))H7fJ0s#hwvv*Qc8rN(TixOZA+FU3w*`N0)3j>2D8$>o}
zvS7mL`cIq;3}=9N84%9};yFM(9f<pZxCn?dfmj8IS%CNw2Lr<aAf5%p89;0R#DYM4
zlbwNK1rSdI;;BHK0mK|Y{10f;PawVo#9M%PJ`fiHaU>911F;nw0~3Sh=GeqDESqPi
zl`w}WKmh}cQK4X~P@I~Rrk9gnlo;<6os(FZS`?p|QW2|Bp@~D4BdV&&4ZGbon`fO2
F1psp2LV^GQ

delta 212
zcmZo@U~Xt&7E3Y+^Ym4))H7fJ0s#hwpSM#}wyfSL7A3&wzqwFgvOljgD+9x9Hi)eM
zWWj{f_5556417S$3B-&*{DhN%;WiLY1L86ub^&4|Am#z$TO14wi-5Qph`oVW3Wzy?
zm>r03u`@7K0dWBkX9KYd5UT;PAP_$R+ISj>*8=exAO^W$I}pdQF)%UMY>rJl!!o&H
Vd+}ziv|{GT7t=I0n`fO21ps7nD6{|o

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 666a069a7..efd710e56 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -264,7 +264,10 @@ class LoRAModule(nn.Module):
         nn.init_normal_(self.lora_A)
 
     def forward(self, x, layer_id=-1):
-
+        x = x.transpose(0, 1)
+        x = self.lora_A[layer_idx](x)
+        x = self.lora_B[layer_idx](x)
+        
 
     
     '''