diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp
index 56fdbc3a0..007ad0f09 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.convolution.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/convolution.py b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/convolution.py
index 4e93be724..3b0a857bd 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/convolution.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/convolution.py
@@ -43,6 +43,8 @@ class ConvolutionModule(nn.Module):
             bias=bias,
         )
         self.norm = nn.BatchNorm1d(channels)
+        self.layer_norm = nn.LayerNorm(channels)
+
         self.pointwise_conv2 = nn.Conv1d(
             channels,
             channels,