From d904bc95725814fee139fbd91aeaa284d29bc51e Mon Sep 17 00:00:00 2001
From: dohe0342 <kimdohe1070@gmail.com>
Date: Thu, 18 May 2023 17:12:30 +0900
Subject: [PATCH] from local

---
 .../.data2vec_audio.py.swp                    | Bin 49152 -> 49152 bytes
 .../data2vec_audio.py                         |   2 ++
 2 files changed, 2 insertions(+)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index dc671296fe54674a7705140471b67d3b017a5573..6eaea03e76475919baacbef536a749840e495a75 100644
GIT binary patch
delta 160
zcmZo@U~Xt&7ELk;^Ym4))H7fJ0s#hwCwEg*5;uxU3o!a^HWavQ&+Eg=z_5S~BI!3-
zFyOc2Gj;}sr$BrNh<ky!2Z(clI2?!_f!G0v)qq$8h=qap6HxaRAifO5yMcJYX5T<R
m*2(!{vXiyL_$J4PiEZ{)l40c3wpFNzPsvP6+sqj8KOF$ps3Zjd

delta 142
zcmZo@U~Xt&7ELk;^Ym4))H7fJ0s#hwb9YlyOgD;33o!a@HWavQ&s)gKz_6DMBIz?(
zFyOc2eRc+hRY1HFh`WHe1c>8+I2MSVf!Gj;4S<**h(7{#egNVdKnyaa2Z$GL_6_u7
ToxDCwY4d`xaK_Cd5pU7~g?b;I

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 229d464da..a2ff2a30c 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -99,6 +99,8 @@ class TransformerEncoderAdapter(TransformerEncoder):
                 )
                 x_diff = self.lora(x, layer_idx=i)
 
+                x += x_diff
+
                 if i >= min_layer:
                     layer_results.append((x, z, lr))