Reduce stats period from 10 to 4.

This commit is contained in:
Daniel Povey 2022-10-14 15:14:06 +08:00
parent 23d6bf7765
commit 15b91c12d6

View File

@ -258,7 +258,7 @@ class ActivationBalancer(torch.nn.Module):
max_var_per_eig: float = 0.0,
beta: float = 0.75,
prob: float = 0.25,
stats_period: int = 10,
stats_period: int = 4,
):
super(ActivationBalancer, self).__init__()
self.num_channels = num_channels