diff --git a/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp b/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp
index 657847e7b..eb4b4c24c 100644
Binary files a/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp and b/egs/librispeech/ASR/conformer_ctc2/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/conformer_ctc2/conformer.py b/egs/librispeech/ASR/conformer_ctc2/conformer.py
index 09f1eb000..d986b21e4 100644
--- a/egs/librispeech/ASR/conformer_ctc2/conformer.py
+++ b/egs/librispeech/ASR/conformer_ctc2/conformer.py
@@ -328,6 +328,8 @@ class ConformerEncoder(nn.Module):
         """
         output = src
 
+        layer_outputs = []
+
         for i, mod in enumerate(self.layers):
             output = mod(
                 output,
@@ -337,6 +339,8 @@ class ConformerEncoder(nn.Module):
                 warmup=warmup,
             )
 
+            layer_outputs.append(output)
+
         return output