Merge branch 'scaled_adam_exp639' into scaled_adam_exp652

This commit is contained in:
Daniel Povey 2022-12-08 20:11:28 +08:00
commit e77a12602c

View File

@ -1508,7 +1508,6 @@ class NonlinAttentionModule(nn.Module):
self.balancer2 = ActivationBalancer( self.balancer2 = ActivationBalancer(
hidden_channels // ratio, channel_dim=-1, hidden_channels // ratio, channel_dim=-1,
min_positive=0.4, max_positive=0.6, min_positive=0.4, max_positive=0.6,
min_abs=0.5,
) )
self.whiten = Whiten(num_groups=1, self.whiten = Whiten(num_groups=1,