Make max_abs for feedforward module be a constant at 15.0

This commit is contained in:
Daniel Povey 2022-11-28 13:19:37 +08:00
parent 27a12a982b
commit 2a289d38b7

View File

@ -1394,7 +1394,7 @@ class FeedforwardModule(nn.Module):
channel_dim=-1,
min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)),
min_abs=1.5,
max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=10),
max_abs=15.0,
min_prob=0.25)
self.activation = DoubleSwish()
self.dropout = nn.Dropout(dropout)