diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 78562ee7c..5f07c3eb1 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index f0c5f7608..15a712b9c 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 73efd17d2..5521c56c8 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -162,10 +162,10 @@ class LoRAModule(nn.Module):
         self.reset_parameters()
 
     def reset_parameters(self):
-        #nn.init.zeros_(self.lora_B.weight.data)
-        #nn.init.zeros_(self.lora_B.bias.data)
-        nn.init.normal_(self.lora_B.weight.data)
-        nn.init.normal_(self.lora_B.bias.data)
+        nn.init.zeros_(self.lora_B.weight.data)
+        nn.init.zeros_(self.lora_B.bias.data)
+        #nn.init.normal_(self.lora_B.weight.data)
+        #nn.init.normal_(self.lora_B.bias.data)
 
         nn.init.normal_(self.lora_A.weight.data)
         nn.init.normal_(self.lora_A.bias.data)