diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py
index 3e88fe4ef..749242526 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_multi_datasets/conformer.py
@@ -180,9 +180,6 @@ class ConformerEncoderLayer(nn.Module):
         self.ff_scale = 0.5
 
         self.norm_conv = nn.LayerNorm(d_model)  # for the CNN module
-        self.norm_final = nn.LayerNorm(
-            d_model
-        )  # for the final output of the block
 
         self.dropout = nn.Dropout(dropout)
 
@@ -254,9 +251,6 @@ class ConformerEncoderLayer(nn.Module):
         if not self.normalize_before:
             src = self.norm_ff(src)
 
-        if self.normalize_before:
-            src = self.norm_final(src)
-
         return src