mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-12-11 06:55:27 +00:00
Make max_abs for feedforward module be a constant at 15.0
This commit is contained in:
parent
27a12a982b
commit
2a289d38b7
@ -1394,7 +1394,7 @@ class FeedforwardModule(nn.Module):
|
||||
channel_dim=-1,
|
||||
min_positive=ScheduledFloat((0.0, 0.1), (8000.0, 0.05)),
|
||||
min_abs=1.5,
|
||||
max_abs=ScheduledFloat((0.0, 5.0), (8000.0, 10.0), default=10),
|
||||
max_abs=15.0,
|
||||
min_prob=0.25)
|
||||
self.activation = DoubleSwish()
|
||||
self.dropout = nn.Dropout(dropout)
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user