diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
index f90bb9379..8ef452898 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@@ -1075,7 +1075,7 @@ class AttentionCombine(nn.Module):
         num_channels: int,
         num_inputs: int,
         random_prob: float = 0.333,
-        single_prob: float = 0.5,
+        single_prob: float = 0.25,
     ) -> None:
         """
         Args: