Increase feature_mask_dropout_prob from 0.15 to 0.2.

This commit is contained in:
Daniel Povey 2022-10-01 23:32:24 +08:00
parent e9326a7d16
commit 8d517a69e4

View File

@ -356,7 +356,7 @@ class ConformerEncoder(nn.Module):
if self.training:
# feature mask.
# on 0.25 of the frames, drop out the extra features [force a bottleneck.]
feature_mask_dropout_prob = 0.15
feature_mask_dropout_prob = 0.2
feature_unmasked_dim = 256 # hardcode dim for now, 1st 256 are non-masked.
feature_mask = torch.ones_like(src) # S, N, E