Revert 179->180 change, i.e. change max_abs for deriv_balancer2 back from 50.0 20.0

This commit is contained in:
Daniel Povey 2022-10-23 16:18:58 +08:00
parent 5b9d166cb9
commit 40588d3d8a

View File

@ -1336,7 +1336,7 @@ class ConvolutionModule(nn.Module):
self.deriv_balancer2 = ActivationBalancer(
channels, channel_dim=1,
min_positive=0.05, max_positive=1.0,
max_abs=50.0,
max_abs=20.0,
)
self.activation = DoubleSwish()