diff --git a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp
index 40b834e45..787cab876 100644
Binary files a/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp and b/egs/tedlium2/ASR/conformer_ctc3/.conformer.py.swp differ
diff --git a/egs/tedlium2/ASR/conformer_ctc3/conformer.py b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
index 3b3176dc9..07db5498b 100644
--- a/egs/tedlium2/ASR/conformer_ctc3/conformer.py
+++ b/egs/tedlium2/ASR/conformer_ctc3/conformer.py
@@ -174,7 +174,12 @@ class Conformer(Transformer):
         x, layer_outputs = self.encoder(
             x, pos_emb, src_key_padding_mask=mask, warmup=warmup
         )  # (S, N, C)
-
+        
+        if self.group_num != 0:
+            x = 0
+            for enum, alpha in enumerate(self.alpha):
+                x += self.sigmoid(alpha) * layer_outputs[(enum+1)*self.group_layer_num-1]
+            x = self.layer_norm(x/self.group_num)
         return x, mask