diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp
index ee78edf41..56fdbc3a0 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp
index 7b3a3ea98..a1117e1d5 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.data2vec_audio.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/convolution.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/convolution.py
index 6a5d2c30c..4e93be724 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/convolution.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/convolution.py
@@ -19,7 +19,7 @@ class ConvolutionModule(nn.Module):
 
     """
 
-    def __init__(self, channels, kernel_size, activation=nn.ReLU(), bias=True):
+    def __init__(self, channels, kernel_size, activation=nn.SiLU(), bias=True):
         """Construct an ConvolutionModule object."""
         super(ConvolutionModule, self).__init__()
         # kernerl_size should be a odd number for 'SAME' padding