mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-08 16:44:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Speed up learning rate schedule.

Browse Source
This commit is contained in:
Daniel Povey 2022-05-28 11:30:45 +08:00
parent 828defb019
commit e771472a30
1 changed files with 2 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/pruned_transducer_stateless4/train.py
View File

@ -168,7 +168,7 @@ def get_parser():
parser.add_argument( parser.add_argument(
"--lr-batches", "--lr-batches",
type=float, type=float,
default=5000, default=3000,
help="""Number of steps that affects how rapidly the learning rate decreases. help="""Number of steps that affects how rapidly the learning rate decreases.
We suggest not to change this.""", We suggest not to change this.""",
) )
@ -176,7 +176,7 @@ def get_parser():
parser.add_argument( parser.add_argument(
"--lr-epochs", "--lr-epochs",
type=float, type=float,
default=6, default=4,
help="""Number of epochs that affects how rapidly the learning rate decreases. help="""Number of epochs that affects how rapidly the learning rate decreases.
""", """,
) )
@ -881,10 +881,6 @@ def run(rank, world_size, args):
logging.info("Loading optimizer state dict") logging.info("Loading optimizer state dict")
optimizer.load_state_dict(checkpoints["optimizer"]) optimizer.load_state_dict(checkpoints["optimizer"])
for p in optimizer.param_groups:
p['max_eff_lr'] = params.initial_lr # TEMP!!
if ( if (
checkpoints checkpoints
and "scheduler" in checkpoints and "scheduler" in checkpoints