Increase decay to 1k

This commit is contained in:
Daniel Povey 2022-06-10 10:09:46 +08:00
parent e2ef8732d1
commit 4a5143e548

View File

@ -847,7 +847,7 @@ class Decorrelate(torch.nn.Module):
def __init__(self, def __init__(self,
num_channels: int, num_channels: int,
scale: float = 0.1, scale: float = 0.1,
apply_prob_decay: int = 500, apply_prob_decay: int = 1000,
eps: float = 1.0e-05, eps: float = 1.0e-05,
beta: float = 0.95, beta: float = 0.95,
channel_dim: int = -1): channel_dim: int = -1):