diff --git a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp
index 6a6ef9b9e..495e83f3d 100644
Binary files a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp and b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp differ
diff --git a/egs/tedlium2/ASR/conformer_ctc3/conformer.py b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
index e15fabcb3..0c4c4a787 100644
--- a/egs/tedlium2/ASR/conformer_ctc3/conformer.py
+++ b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
@@ -183,8 +183,11 @@ class Conformer(Transformer):
             for enum, alpha in enumerate(self.alpha):
                 x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
             x = self.layer_norm(x)
-        
-        return x, mask
+
+        if self.interctc:
+            return layer_outputs, mask
+        else:
+            return x, mask
 
 
 class ConformerEncoderLayer(nn.Module):