diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 77a6e1c58..507fc72b0 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index f45a09e6f..666a069a7 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -252,9 +252,19 @@ class LoRAModule(nn.Module):
         else:
             self.lora_dropout = lambda x: x
 
-        self.lora_A = nn.Linear(embedding_dim, self.r)
-        self.lora_B = nn.Linear(self.r, embedding_dim)
+        self.lora_A = nn.ModuleList(
+                            [nn.Linear(embedding_dim, self.r) for _ in range(layer_num)])
+        self.lora_B = nn.ModuleList(
+                            [nn.Linear(self.r, embedding_dim) for _ in range(layer_num)])
         self.scaling = self.lora_alpha / self.r
+        self.reset_parameters()
+
+    def reset_parameters(self):
+        nn.init.zeros_(self.lora_B)
+        nn.init_normal_(self.lora_A)
+
+    def forward(self, x, layer_id=-1):
+
 
     
     '''