diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp
index ac4e31d50..9fbbcc6ad 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless5/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
index b3a7d71bc..5941ad55c 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless5/conformer.py
@@ -692,6 +692,8 @@ class ConformerEncoder(nn.Module):
         output = src
 
         outputs = []
+        
+        layer_output = []
 
         for i, mod in enumerate(self.layers):
             output = mod(
@@ -704,6 +706,8 @@ class ConformerEncoder(nn.Module):
             if i in self.aux_layers:
                 outputs.append(output)
 
+            layer_output.append(output)
+
         output = self.combiner(outputs)
 
         return output