Increase max_abs in ActivationBalancer of conv module from 20 to 50

This commit is contained in:
Daniel Povey 2022-10-23 13:51:51 +08:00
parent 9e86d1f44f
commit 0406d0b059

View File

@ -1336,7 +1336,7 @@ class ConvolutionModule(nn.Module):
self.deriv_balancer2 = ActivationBalancer(
channels, channel_dim=1,
min_positive=0.05, max_positive=1.0,
max_abs=20.0,
max_abs=50.0,
)
self.activation = DoubleSwish()