mirror of
https://github.com/k2-fsa/icefall.git
synced 2025-08-09 01:52:41 +00:00
Fix scale from 0.5 to 2.0 as I really intended..
This commit is contained in:
parent
98156711ef
commit
cc558faf26
@ -160,7 +160,7 @@ class ConformerEncoderLayer(nn.Module):
|
||||
nn.Linear(d_model, dim_feedforward),
|
||||
DerivBalancer(channel_dim=-1, threshold=0.05,
|
||||
max_factor=0.01),
|
||||
SwishExpScale(dim_feedforward, speed=20.0, in_scale=0.5),
|
||||
SwishExpScale(dim_feedforward, speed=20.0, in_scale=2.0),
|
||||
nn.Dropout(dropout),
|
||||
nn.Linear(dim_feedforward, d_model),
|
||||
)
|
||||
@ -169,7 +169,7 @@ class ConformerEncoderLayer(nn.Module):
|
||||
nn.Linear(d_model, dim_feedforward),
|
||||
DerivBalancer(channel_dim=-1, threshold=0.05,
|
||||
max_factor=0.01),
|
||||
SwishExpScale(dim_feedforward, speed=20.0, in_scale=0.5),
|
||||
SwishExpScale(dim_feedforward, speed=20.0, in_scale=2.0),
|
||||
nn.Dropout(dropout),
|
||||
nn.Linear(dim_feedforward, d_model),
|
||||
)
|
||||
|
@ -110,7 +110,7 @@ def get_parser():
|
||||
parser.add_argument(
|
||||
"--exp-dir",
|
||||
type=str,
|
||||
default="transducer_stateless/randcombine1_expscale3_rework_0.5",
|
||||
default="transducer_stateless/randcombine1_expscale3_rework_2.0",
|
||||
help="""The experiment dir.
|
||||
It specifies the directory where all training related
|
||||
files, e.g., checkpoints, log, etc, are saved
|
||||
|
Loading…
x
Reference in New Issue
Block a user