Adjust default prob of ActivationBalancer.

This commit is contained in:
Daniel Povey 2022-12-16 15:08:46 +08:00
parent 56ac7354df
commit 8e6c7ef3e2

View File

@ -547,7 +547,7 @@ class ActivationBalancer(torch.nn.Module):
if prob is None:
prob = ScheduledFloat((0.0, 0.4), (8000.0, 0.1))
prob = ScheduledFloat((0.0, 0.4), (8000.0, 0.1), default=0.4)
self.prob = prob
# actually self.num_channels is no longer needed except for an assertion.