diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 39cbad9d7..faab12e2b 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp
index 1a93cba02..ca4dc910d 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train_lora.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index c269d9db8..94216d35a 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -162,10 +162,10 @@ class LoRAModule(nn.Module):
         self.reset_parameters()
 
     def reset_parameters(self):
-        nn.init.zeros_(self.lora_B.weight.data)
-        nn.init.zeros_(self.lora_B.bias.data)
-        #nn.init.normal_(self.lora_B.weight.data)
-        #nn.init.normal_(self.lora_B.bias.data)
+        #nn.init.zeros_(self.lora_B.weight.data)
+        #nn.init.zeros_(self.lora_B.bias.data)
+        nn.init.normal_(self.lora_B.weight.data)
+        nn.init.normal_(self.lora_B.bias.data)
 
         nn.init.normal_(self.lora_A.weight.data)
         nn.init.normal_(self.lora_A.bias.data)