diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp
index f8732ab10..615fd4b5a 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer_randomcombine.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
index 20a390618..4864e9ff2 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer_randomcombine.py
@@ -222,7 +222,8 @@ class Conformer(EncoderInterface):
             x = self.layer_norm(x/self.group_num)
             '''
             x = self.sigmoid(self.alpha[0]) * layer_outputs[2]
-            x = self.layer_norm(x)
+            x += self.sigmoid(self.alpha[1]) * layer_outputs[5]
+            x = self.layer_norm(x/2)
 
         return x, lengths