Decrease random_prob from 0.5 to 0.333

This commit is contained in:
Daniel Povey 2022-09-29 13:55:33 +08:00
parent 461ad3655a
commit d398f0ed70

View File

@ -311,7 +311,7 @@ class ConformerEncoder(nn.Module):
self.combiner = AttentionCombine( self.combiner = AttentionCombine(
num_channels=encoder_layer.d_model, num_channels=encoder_layer.d_model,
num_inputs=len(self.aux_layers), num_inputs=len(self.aux_layers),
random_prob=0.5, random_prob=0.333,
) )
def forward( def forward(
@ -1039,7 +1039,7 @@ class AttentionCombine(nn.Module):
self, self,
num_channels: int, num_channels: int,
num_inputs: int, num_inputs: int,
random_prob: float = 0.5, random_prob: float = 0.333,
) -> None: ) -> None:
""" """
Args: Args: