This commit is contained in:
Daniel Povey 2022-11-27 21:33:37 +08:00
parent 5128ff8797
commit 0307252832

View File

@ -1306,7 +1306,7 @@ class AttentionSqueeze(nn.Module):
bottleneck_dim, channel_dim=-1,
min_positive=0.05, max_positive=0.95,
min_abs=0.05,
max_abs=ScheduledFloat((0.0, 0.4), (20000.0, 5.0)),
max_abs=ScheduledFloat((0.0, 0.4), (20000.0, 5.0), default=1.0),
max_factor=0.02,
min_prob=0.1,
)