mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
Merge branch 'scaled_adam_exp639' into scaled_adam_exp652
This commit is contained in:
commit
e77a12602c
@ -1508,7 +1508,6 @@ class NonlinAttentionModule(nn.Module):
|
|||||||
self.balancer2 = ActivationBalancer(
|
self.balancer2 = ActivationBalancer(
|
||||||
hidden_channels // ratio, channel_dim=-1,
|
hidden_channels // ratio, channel_dim=-1,
|
||||||
min_positive=0.4, max_positive=0.6,
|
min_positive=0.4, max_positive=0.6,
|
||||||
min_abs=0.5,
|
|
||||||
)
|
)
|
||||||
|
|
||||||
self.whiten = Whiten(num_groups=1,
|
self.whiten = Whiten(num_groups=1,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user