mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
Increase grad_scale to Whiten module
This commit is contained in:
parent
af0fc31c78
commit
9919fb3e1b
@ -303,7 +303,7 @@ class ConformerEncoderLayer(nn.Module):
|
||||
self.whiten = Whiten(num_groups=1,
|
||||
whitening_limit=5.0,
|
||||
prob=(0.025, 0.25),
|
||||
grad_scale=0.01)
|
||||
grad_scale=0.02)
|
||||
|
||||
def forward(
|
||||
self,
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user