Reduce BasicNorm.eps default from 0.25 to 0.1

This commit is contained in:
Daniel Povey 2022-12-30 16:28:44 +08:00
parent d604284f16
commit 8952b69d42

View File

@ -513,7 +513,7 @@ class BasicNorm(torch.nn.Module):
num_channels: int, num_channels: int,
channel_dim: int = -1, # CAUTION: see documentation. channel_dim: int = -1, # CAUTION: see documentation.
log_scale: float = 1.0, log_scale: float = 1.0,
eps: float = 0.25, eps: float = 0.1,
log_scale_min: FloatLike = -1.5, log_scale_min: FloatLike = -1.5,
log_scale_max: FloatLike = 1.5, log_scale_max: FloatLike = 1.5,
log_eps_min: FloatLike = -3.0, log_eps_min: FloatLike = -3.0,