Change min_abs,max_abs from 2,10 to 1,5 for FF module

This commit is contained in:
Daniel Povey 2022-12-04 16:15:38 +08:00
parent 67812276ed
commit d214e1c352

View File

@ -1423,8 +1423,8 @@ class FeedforwardModule(nn.Module):
channel_dim=-1, channel_dim=-1,
min_positive=0.3, min_positive=0.3,
max_positive=1.0, max_positive=1.0,
min_abs=2.0, min_abs=1.0,
max_abs=10.0, max_abs=5.0,
min_prob=0.25) min_prob=0.25)
self.activation = Swoosh() self.activation = Swoosh()
self.dropout = nn.Dropout(dropout) self.dropout = nn.Dropout(dropout)