From cc558faf262f7db5bfbc637e86a7102f23c1f77e Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Fri, 11 Mar 2022 19:11:50 +0800 Subject: [PATCH] Fix scale from 0.5 to 2.0 as I really intended.. --- egs/librispeech/ASR/transducer_stateless/conformer.py | 4 ++-- egs/librispeech/ASR/transducer_stateless/train.py | 2 +- 2 files changed, 3 insertions(+), 3 deletions(-) diff --git a/egs/librispeech/ASR/transducer_stateless/conformer.py b/egs/librispeech/ASR/transducer_stateless/conformer.py index 7b9aff71f..fa25e6ca0 100644 --- a/egs/librispeech/ASR/transducer_stateless/conformer.py +++ b/egs/librispeech/ASR/transducer_stateless/conformer.py @@ -160,7 +160,7 @@ class ConformerEncoderLayer(nn.Module): nn.Linear(d_model, dim_feedforward), DerivBalancer(channel_dim=-1, threshold=0.05, max_factor=0.01), - SwishExpScale(dim_feedforward, speed=20.0, in_scale=0.5), + SwishExpScale(dim_feedforward, speed=20.0, in_scale=2.0), nn.Dropout(dropout), nn.Linear(dim_feedforward, d_model), ) @@ -169,7 +169,7 @@ class ConformerEncoderLayer(nn.Module): nn.Linear(d_model, dim_feedforward), DerivBalancer(channel_dim=-1, threshold=0.05, max_factor=0.01), - SwishExpScale(dim_feedforward, speed=20.0, in_scale=0.5), + SwishExpScale(dim_feedforward, speed=20.0, in_scale=2.0), nn.Dropout(dropout), nn.Linear(dim_feedforward, d_model), ) diff --git a/egs/librispeech/ASR/transducer_stateless/train.py b/egs/librispeech/ASR/transducer_stateless/train.py index 190406491..c72a9dd28 100755 --- a/egs/librispeech/ASR/transducer_stateless/train.py +++ b/egs/librispeech/ASR/transducer_stateless/train.py @@ -110,7 +110,7 @@ def get_parser(): parser.add_argument( "--exp-dir", type=str, - default="transducer_stateless/randcombine1_expscale3_rework_0.5", + default="transducer_stateless/randcombine1_expscale3_rework_2.0", help="""The experiment dir. It specifies the directory where all training related files, e.g., checkpoints, log, etc, are saved