Revert 179->180 change, i.e. change max_abs for deriv_balancer2 back from 50.0 20.0
This commit is contained in:
parent
5b9d166cb9
commit
40588d3d8a
@ -1336,7 +1336,7 @@ class ConvolutionModule(nn.Module):
|
|||||||
self.deriv_balancer2 = ActivationBalancer(
|
self.deriv_balancer2 = ActivationBalancer(
|
||||||
channels, channel_dim=1,
|
channels, channel_dim=1,
|
||||||
min_positive=0.05, max_positive=1.0,
|
min_positive=0.05, max_positive=1.0,
|
||||||
max_abs=50.0,
|
max_abs=20.0,
|
||||||
)
|
)
|
||||||
|
|
||||||
self.activation = DoubleSwish()
|
self.activation = DoubleSwish()
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user