Decrease final value of max_abs in AttentionSqueeze from 5.0 to 1.0

This commit is contained in:
Daniel Povey 2022-11-28 10:45:53 +08:00
parent 0bfd81d721
commit 39ce60bb7c

View File

@ -1307,7 +1307,7 @@ class AttentionSqueeze(nn.Module):
bottleneck_dim, channel_dim=-1,
min_positive=0.05, max_positive=0.95,
min_abs=0.05,
max_abs=ScheduledFloat((0.0, 0.4), (20000.0, 5.0), default=1.0),
max_abs=ScheduledFloat((0.0, 0.5), (4000.0, 1.0), default=1.0),
max_factor=0.02,
min_prob=0.1,
)