Revert min_abs in NonlinAttentionModule from 2.0 to 1.5

This commit is contained in:
Daniel Povey 2022-11-29 15:53:29 +08:00
parent f48786534a
commit 73e420865c

View File

@ -1464,7 +1464,7 @@ class NonlinAttentionModule(nn.Module):
channels // (2 * ratio), channel_dim=-1,
min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)),
max_positive=1.0,
min_abs=2.0,
min_abs=1.5,
max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=1.0),
)
self.sigmoid = nn.Sigmoid()