diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 93beb4525..1cdbe1ff5 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index c427957ea..d322a3252 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -239,10 +239,25 @@ class LoRAModule(nn.Module):
         embedding_dim: float = 768,
         layer_num: int = 12,
         rank: int = 16,
+        lora_alpha: int = 1,
+        lora_dropout: float = 0.1,
     ) -> None:
         
         super().__init__()
+        self.r = rank
+        self.lora_alpha = lora_alpha
+        #Optional dropout
+        if lora_dropout > 0.:
+            self.lora_dropout = nn.Dropout(p=lora_dropout)
+        else:
+            self.lora_dropout = lambda x: x
 
+        self.lora_A = nn.Linear(embedding_dim, r)
+        self.lora_B = nn.Linear(r, embedding_dim)
+        self.scaling = self.lora_alpha / self.r
+
+    
+    '''
         self.type = 'linear'
         
         def build_adapter(embedding_dim, proj_dim, type_=self.type):
@@ -269,7 +284,7 @@ class LoRAModule(nn.Module):
         x = x.transpose(0, 1)
 
         return x
-
+    '''
 
 class ResidualAdapterModule(nn.Module):
     """