diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 67a8235f8..eac4c8ae1 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
index 0e83bd880..ab569966f 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/data2vec_audio.py
@@ -41,8 +41,8 @@ class TransformerEncoderAdapter(TransformerEncoder):
         super().__init__(args)
         self.adapters = ResidualAdapterModule()
 
-        #for p in self.adapters.parameters():
-        #    p.data /= 10.
+        for p in self.adapters.parameters():
+            p.data /= 10.
         #p.data = nn.Parameter(torch.zeros(p.size()).to('cuda'))
         #p.data = nn.Parameter(torch.randn(p.size()).to('cuda')/20.)