diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp
index e6a92896e..5627ed6be 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
index ac3aaca59..4c33c6cc5 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
@@ -205,9 +205,9 @@ class Conformer(EncoderInterface):
         
         layer_output = [x.permute(1, 0, 2) for x in layer_output]
         x = self.layer_norm(1/4*(self.sigmoid(self.alpha[0])*layer_output[2] + \
-                                 self.sigmoid(self.alpha[1])*layer_output[5] + \
-                                 self.sigmoid(self.alpha[2])*layer_output[8] + \
-                                 self.sigmoid(self.alpha[3])*layer_output[11]
+                                 self.sigmoid(self.alpha[1])*layer_output[2] + \
+                                 self.sigmoid(self.alpha[2])*layer_output[2] + \
+                                 self.sigmoid(self.alpha[3])*layer_output[2]
                                 )
                             )