diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 5461201ac..2c6f38e8a 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index f204d3e9f..ac223757e 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -144,11 +144,11 @@ class ResidualAdapterModule(nn.Module):
         
         def build_adapter(embedding_dim, proj_dim):
             return nn.Sequential(
-                    nn.LayerNorm(embedding_dim),
+                    #nn.LayerNorm(embedding_dim),
                     nn.Linear(embedding_dim, proj_dim),
                     nn.ReLU(),
                     nn.Linear(proj_dim, embedding_dim),
-                    #nn.LayerNorm(embedding_dim),
+                    nn.LayerNorm(embedding_dim),
                 )
 
         self.adapter_layers = nn.ModuleList(