diff --git a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp
index 5740c38d0..47a0f05a0 100644
Binary files a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp and b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp differ
diff --git a/egs/tedlium2/ASR/conformer_ctc3/conformer.py b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
index f6f56fa35..e33e683d0 100644
--- a/egs/tedlium2/ASR/conformer_ctc3/conformer.py
+++ b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
@@ -195,7 +195,7 @@ class Conformer(Transformer):
                 x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
             x = self.layer_norm(x)
 
-        if self.interctc:
+        if self.interctc or self.group_num > 0:
             return (x, layer_outputs), mask
         else:
             return x, mask