Increase grad_scale to Whiten module

This commit is contained in:
Daniel Povey 2022-10-22 15:32:50 +08:00
parent af0fc31c78
commit 9919fb3e1b

View File

@ -303,7 +303,7 @@ class ConformerEncoderLayer(nn.Module):
self.whiten = Whiten(num_groups=1,
whitening_limit=5.0,
prob=(0.025, 0.25),
grad_scale=0.01)
grad_scale=0.02)
def forward(
self,