mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-10 10:32:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change how warm-step is set

Browse Source
This commit is contained in:
Daniel Povey 2022-04-04 17:09:25 +08:00
parent a5bbcd7b71
commit 4929e4cf32
1 changed files with 7 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
egs/librispeech/ASR/pruned_transducer_stateless2/train.py
View File

@ -147,6 +147,13 @@ def get_parser():
help="The lr_factor for Noam optimizer", help="The lr_factor for Noam optimizer",
) )
parser.add_argument(
"--warm-step",
type=float,
default=60000,
help="The number of warmup steps for the (modified) Noam optimizer",
)
parser.add_argument( parser.add_argument(
"--context-size", "--context-size",
type=int, type=int,
@ -296,7 +303,6 @@ def get_params() -> AttributeDict:
# parameters for joiner # parameters for joiner
"joiner_dim": 512, "joiner_dim": 512,
# parameters for Noam # parameters for Noam
"warm_step": 60000, # For the 100h subset, use 8k
"model_warm_step": 4000, # arg given to model, not for lrate "model_warm_step": 4000, # arg given to model, not for lrate
"env_info": get_env_info(), "env_info": get_env_info(),
} }
@ -709,7 +715,6 @@ def run(rank, world_size, args):
params.update(vars(args)) params.update(vars(args))
if params.full_libri is False: if params.full_libri is False:
params.valid_interval = 1600 params.valid_interval = 1600
params.warm_step = 30000
fix_random_seed(params.seed) fix_random_seed(params.seed)
if world_size > 1: if world_size > 1: