Increase grad_scale to Whiten module
This commit is contained in:
parent
af0fc31c78
commit
9919fb3e1b
@ -303,7 +303,7 @@ class ConformerEncoderLayer(nn.Module):
|
|||||||
self.whiten = Whiten(num_groups=1,
|
self.whiten = Whiten(num_groups=1,
|
||||||
whitening_limit=5.0,
|
whitening_limit=5.0,
|
||||||
prob=(0.025, 0.25),
|
prob=(0.025, 0.25),
|
||||||
grad_scale=0.01)
|
grad_scale=0.02)
|
||||||
|
|
||||||
def forward(
|
def forward(
|
||||||
self,
|
self,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user