diff --git a/egs/tedlium2/ASR/conformer_ctc3/.train.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.train.py.swp
index 433386546..884c7bd5a 100644
Binary files a/egs/tedlium2/ASR/conformer_ctc3/.train.py.swp and b/egs/tedlium2/ASR/conformer_ctc3/.train.py.swp differ
diff --git a/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp
index 0eef3f13b..a95117800 100644
Binary files a/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp and b/egs/tedlium2/ASR/conformer_ctc3/.transformer.py.swp differ
diff --git a/egs/tedlium2/ASR/conformer_ctc3/transformer.py b/egs/tedlium2/ASR/conformer_ctc3/transformer.py
index 189d37572..afc46e311 100644
--- a/egs/tedlium2/ASR/conformer_ctc3/transformer.py
+++ b/egs/tedlium2/ASR/conformer_ctc3/transformer.py
@@ -188,6 +188,7 @@ class Transformer(nn.Module):
         )
         if type(encoder_memory) == tuple:
             (encoder_memory, layer_outputs) = encoder_memory
+            layer_outputs = [self.ctc_output(x) for x in layer_outputs]
 
         x = self.ctc_output(encoder_memory)
         return (x, layer_outputs), encoder_memory, memory_key_padding_mask