From d398f0ed70652f229efa16bec5a985d08c63df2c Mon Sep 17 00:00:00 2001
From: Daniel Povey <dpovey@gmail.com>
Date: Thu, 29 Sep 2022 13:55:33 +0800
Subject: [PATCH] Decrease random_prob from 0.5 to 0.333

---
 egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py | 4 ++--
 1 file changed, 2 insertions(+), 2 deletions(-)

diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
index 2d9350ea3..2a2e2ddf5 100644
--- a/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
+++ b/egs/librispeech/ASR/pruned_transducer_stateless7/conformer.py
@@ -311,7 +311,7 @@ class ConformerEncoder(nn.Module):
         self.combiner = AttentionCombine(
             num_channels=encoder_layer.d_model,
             num_inputs=len(self.aux_layers),
-            random_prob=0.5,
+            random_prob=0.333,
         )
 
     def forward(
@@ -1039,7 +1039,7 @@ class AttentionCombine(nn.Module):
         self,
         num_channels: int,
         num_inputs: int,
-        random_prob: float = 0.5,
+        random_prob: float = 0.333,
     ) -> None:
         """
         Args: