Make gain factor 4 times larger, for constraining the sign in ActivationBalancer.

This commit is contained in:
Daniel Povey 2022-11-27 17:17:11 +08:00
parent 785a524341
commit 30d0bc6ad7

View File

@ -604,7 +604,7 @@ class ActivationBalancer(torch.nn.Module):
min_positive: FloatLike = 0.05, min_positive: FloatLike = 0.05,
max_positive: FloatLike = 0.95, max_positive: FloatLike = 0.95,
max_factor: FloatLike = 0.04, max_factor: FloatLike = 0.04,
sign_gain_factor: FloatLike = 0.01, sign_gain_factor: FloatLike = 1.0,
scale_gain_factor: FloatLike = 0.02, scale_gain_factor: FloatLike = 0.02,
min_abs: FloatLike = 0.2, min_abs: FloatLike = 0.2,
max_abs: FloatLike = 100.0, max_abs: FloatLike = 100.0,