mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
Merge branch 'scaled_adam_exp700' into scaled_adam_exp709
This commit is contained in:
commit
159f37ddeb
@ -1634,7 +1634,7 @@ class ConvolutionModule(nn.Module):
|
|||||||
# the correct range.
|
# the correct range.
|
||||||
self.balancer1 = ActivationBalancer(
|
self.balancer1 = ActivationBalancer(
|
||||||
bottleneck_dim, channel_dim=-1,
|
bottleneck_dim, channel_dim=-1,
|
||||||
min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)),
|
min_positive=ScheduledFloat((0.0, 0.05), (8000.0, 0.025)),
|
||||||
max_positive=1.0,
|
max_positive=1.0,
|
||||||
min_abs=1.5,
|
min_abs=1.5,
|
||||||
max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=1.0),
|
max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=1.0),
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user