diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp
index 2b36e4fe4..ca774cc22 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
index 782b0f882..218448f49 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
@@ -128,7 +128,7 @@ class Conformer(EncoderInterface):
         self.group_size = group_size
         self.alpha = nn.Parameter(torch.rand(self.group_size))
         self.sigmoid = nn.Sigmoid()
-        self.layer_norm = nn.LayerNorm(512)
+        self.layer_norm = nn.LayerNorm(d_model)
 
     def forward(
         self, x: torch.Tensor, x_lens: torch.Tensor, warmup: float = 1.0