Change initial log_scale back to 1.0 and initial eps to 0.1

This commit is contained in:
Daniel Povey 2022-12-30 15:48:12 +08:00
parent c4101c7873
commit d604284f16

View File

@ -512,7 +512,7 @@ class BasicNorm(torch.nn.Module):
self,
num_channels: int,
channel_dim: int = -1, # CAUTION: see documentation.
log_scale: float = 0.0,
log_scale: float = 1.0,
eps: float = 0.25,
log_scale_min: FloatLike = -1.5,
log_scale_max: FloatLike = 1.5,