reduce min_abs of ff module from 1.0 to 0.75
This commit is contained in:
parent
5c0957d950
commit
31f2f95f59
@ -1437,7 +1437,7 @@ class FeedforwardModule(nn.Module):
|
|||||||
channel_dim=-1,
|
channel_dim=-1,
|
||||||
min_positive=0.3,
|
min_positive=0.3,
|
||||||
max_positive=1.0,
|
max_positive=1.0,
|
||||||
min_abs=1.0,
|
min_abs=0.75,
|
||||||
max_abs=5.0,
|
max_abs=5.0,
|
||||||
min_prob=0.25)
|
min_prob=0.25)
|
||||||
self.activation = SwooshL()
|
self.activation = SwooshL()
|
||||||
|
|||||||
Reference in New Issue
Block a user