Increase limit on logit for SimpleCombiner to 25.0

This commit is contained in:
Daniel Povey 2022-10-21 22:06:05 +08:00
parent e5fe3de17e
commit 3298e18732

View File

@ -726,7 +726,7 @@ class SimpleCombiner(torch.nn.Module):
if self.training and random.random() < 0.1:
logit = penalize_abs_values_gt(logit,
limit=10.0,
limit=25.0,
penalty=1.0e-04)
weight = logit.sigmoid()