Merge branch 'scaled_adam_exp103b2' into scaled_adam_exp103b4

This commit is contained in:
Daniel Povey 2022-10-14 15:27:10 +08:00
commit 5f375be159

View File

@ -256,7 +256,7 @@ class ActivationBalancer(torch.nn.Module):
min_abs: float = 0.2,
max_abs: float = 100.0,
max_var_per_eig: float = 0.0,
beta: float = 0.75,
beta: float = 0.0,
prob: float = 0.25,
stats_period: int = 4,
):