mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 10:02:22 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix scale from 0.5 to 2.0 as I really intended..

Browse Source
This commit is contained in:
Daniel Povey 2022-03-11 19:11:50 +08:00
parent 98156711ef
commit cc558faf26
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/transducer_stateless/conformer.py
View File

@ -160,7 +160,7 @@ class ConformerEncoderLayer(nn.Module):
nn.Linear(d_model, dim_feedforward),
DerivBalancer(channel_dim=-1, threshold=0.05,
max_factor=0.01),
SwishExpScale(dim_feedforward, speed=20.0, in_scale=0.5),
SwishExpScale(dim_feedforward, speed=20.0, in_scale=2.0),
nn.Dropout(dropout),
nn.Linear(dim_feedforward, d_model),
)
@ -169,7 +169,7 @@ class ConformerEncoderLayer(nn.Module):
nn.Linear(d_model, dim_feedforward),
DerivBalancer(channel_dim=-1, threshold=0.05,
max_factor=0.01),
SwishExpScale(dim_feedforward, speed=20.0, in_scale=0.5),
SwishExpScale(dim_feedforward, speed=20.0, in_scale=2.0),
nn.Dropout(dropout),
nn.Linear(dim_feedforward, d_model),
)

2
egs/librispeech/ASR/transducer_stateless/train.py
View File

@ -110,7 +110,7 @@ def get_parser():
parser.add_argument(
"--exp-dir",
type=str,
default="transducer_stateless/randcombine1_expscale3_rework_0.5",
default="transducer_stateless/randcombine1_expscale3_rework_2.0",
help="""The experiment dir.
It specifies the directory where all training related
files, e.g., checkpoints, log, etc, are saved