Increase beta to 0.95

This commit is contained in:
Daniel Povey 2022-06-10 10:05:28 +08:00
parent a61e21ac85
commit e2ef8732d1

View File

@ -849,7 +849,7 @@ class Decorrelate(torch.nn.Module):
scale: float = 0.1,
apply_prob_decay: int = 500,
eps: float = 1.0e-05,
beta: float = 0.9,
beta: float = 0.95,
channel_dim: int = -1):
super(Decorrelate, self).__init__()
self.scale = scale