diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp
index d7fef5329..3aa5f5dcb 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
index eecb275a3..3bb0cc539 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
@@ -694,7 +694,17 @@ class ConformerEncoder(nn.Module):
 
         outputs = []
         residual = None
+        
+        for i, mod in enumerate(self.layers):
+            output = mod(
+                output,
+                pos_emb,
+                src_mask=mask,
+                src_key_padding_mask=src_key_padding_mask,
+                warmup=warmup,
+            )
 
+        '''
         for i, mod in enumerate(self.layers):
             if i == 0:
                 residual = output
@@ -716,6 +726,7 @@ class ConformerEncoder(nn.Module):
                     src_key_padding_mask=src_key_padding_mask,
                     warmup=warmup,
                 )
+        '''
             #if i in self.aux_layers:
             #    outputs.append(output)