Merge branch 'scaled_adam_exp705' into scaled_adam_exp709

This commit is contained in:
Daniel Povey 2022-12-14 21:41:50 +08:00
commit 9bc326a9b6

View File

@ -1660,7 +1660,7 @@ class ConvolutionModule(nn.Module):
bottleneck_dim, channel_dim=1,
min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)),
max_positive=1.0,
min_abs=ScheduledFloat((0.0, 0.2), (20000.0, 0.75)),
min_abs=ScheduledFloat((0.0, 0.2), (20000.0, 0.5)),
max_abs=10.0,
)