diff --git a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp
index 103e13057..4d502ee63 100644
Binary files a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp and b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp differ
diff --git a/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp
index 91496f6ec..0799e44a4 100644
Binary files a/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp and b/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp differ
diff --git a/egs/tedlium2/ASR/conformer_ctc3/transformer.py b/egs/tedlium2/ASR/conformer_ctc3/transformer.py
index 58e93d0bd..e7b1c3b37 100644
--- a/egs/tedlium2/ASR/conformer_ctc3/transformer.py
+++ b/egs/tedlium2/ASR/conformer_ctc3/transformer.py
@@ -188,6 +188,7 @@ class Transformer(nn.Module):
         )
         if type(encoder_memory) == tuple:
             (encoder_memory, layer_outputs) = encoder_memory
+            x = self.ctc_output(encoder_memory)
             layer_outputs = [self.ctc_output(x) for x in layer_outputs]
             return (x, layer_outputs), encoder_memory, memory_key_padding_mask
         else: