Trying to reduce grad_scale of Whiten() from 0.02 to 0.01.

This commit is contained in:
Daniel Povey 2022-10-22 20:30:05 +08:00
parent 466176eeff
commit 13ffd8e823

View File

@ -303,7 +303,7 @@ class ConformerEncoderLayer(nn.Module):
self.whiten = Whiten(num_groups=1,
whitening_limit=5.0,
prob=(0.025, 0.25),
grad_scale=0.02)
grad_scale=0.01)
def forward(
self,