diff --git a/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp
new file mode 100644
index 000000000..a2a9ad29c
Binary files /dev/null and b/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp differ
diff --git a/egs/tedlium2/ASR/conformer_ctc3/transformer.py b/egs/tedlium2/ASR/conformer_ctc3/transformer.py
index 9dbf32e48..189d37572 100644
--- a/egs/tedlium2/ASR/conformer_ctc3/transformer.py
+++ b/egs/tedlium2/ASR/conformer_ctc3/transformer.py
@@ -186,9 +186,11 @@ class Transformer(nn.Module):
         encoder_memory, memory_key_padding_mask = self.run_encoder(
             x, supervision, warmup
         )
+        if type(encoder_memory) == tuple:
+            (encoder_memory, layer_outputs) = encoder_memory
 
         x = self.ctc_output(encoder_memory)
-        return x, encoder_memory, memory_key_padding_mask
+        return (x, layer_outputs), encoder_memory, memory_key_padding_mask
 
     def run_encoder(
         self,