mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-09 01:52:41 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change some defaults in LR-setting rule.

Browse Source
This commit is contained in:
Daniel Povey 2022-04-06 12:36:58 +08:00
parent 2545237eb3
commit a41e93437c
2 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless2/optim.py
View File

@ -60,7 +60,7 @@ class Eve(Optimizer):
""" """
def __init__(self, params, lr=1e-3, betas=(0.9, 0.98), eps=1e-8, def __init__(self, params, lr=1e-3, betas=(0.9, 0.98), eps=1e-8,
weight_decay=3e-4, target_rms=0.1): weight_decay=1e-3, target_rms=0.1):
if not 0.0 <= lr: if not 0.0 <= lr:
raise ValueError("Invalid learning rate: {}".format(lr)) raise ValueError("Invalid learning rate: {}".format(lr))

5
egs/librispeech/ASR/pruned_transducer_stateless2/train.py
View File

@ -161,7 +161,7 @@ def get_parser():
parser.add_argument( parser.add_argument(
"--lr-power", "--lr-power",
type=float, type=float,
default=0.5, default=0.75,
help="Power in LR-setting rule", help="Power in LR-setting rule",
) )
@ -780,8 +780,7 @@ def run(rank, world_size, args):
optimizer = Eve( optimizer = Eve(
model.parameters(), model.parameters(),
lr=params.initial_lr, betas=(0.9, 0.98), lr=params.initial_lr)
eps=1e-9, weight_decay=3e-04, target_rms=0.1)
scheduler = torch.optim.lr_scheduler.LambdaLR( scheduler = torch.optim.lr_scheduler.LambdaLR(
optimizer, optimizer,
lambda step: ((params.lr_num_steps/(step + params.lr_num_steps)) ** params.lr_power)) lambda step: ((params.lr_num_steps/(step + params.lr_num_steps)) ** params.lr_power))