diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index b873f8f78..884fd73c3 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 2a28acbe7..d64b89c9a 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -163,7 +163,9 @@ class LoRAModule(nn.Module):
 
     def reset_parameters(self):
         nn.init.zeros_(self.lora_B.weight.data)
+        nn.init.zeros_(self.lora_B.bias.data)
         nn.init.normal_(self.lora_A.weight.data)
+        nn.init.normal_(self.lora_A.bias.data)
 
     def forward(self, x):
         x = x.transpose(0, 1)