diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index a0bb2c10c..e6e589ab6 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 3ed411fb2..0b0369754 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -97,7 +97,8 @@ class TransformerEncoderAdapter(TransformerEncoder):
                 x, (z, lr) = layer(
                     x, self_attn_padding_mask=padding_mask, need_weights=False,
                 )
-                x = self.adapters(x, layer_id=i)
+                #x = self.adapters(x, layer_id=i)
+                x_diff = self.lora(x, layer_id=i)
 
                 if i >= min_layer:
                     layer_results.append((x, z, lr))