diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp
index 8e4ef654e..a65ab205a 100644
Binary files a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp and b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/.conformer.py.swp differ
diff --git a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
index ac3aaca59..fc8b76e1a 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless_gtrans/conformer.py
@@ -135,7 +135,7 @@ class Conformer(EncoderInterface):
         )
         self._init_state: List[torch.Tensor] = [torch.empty(0)]
 
-        self.alpha = nn.Parameter(torch.rand(4))
+        self.alpha = nn.Parameter(torch.rand(6))
         self.sigmoid = nn.Sigmoid()
         self.layer_norm = nn.LayerNorm(512)