Increase lr_update_period from 200,4000 to 400, 5000

This commit is contained in:
Daniel Povey 2022-07-28 14:45:45 +08:00
parent 0d038a6ea4
commit 633cbd551a

View File

@ -929,7 +929,7 @@ def run(rank, world_size, args):
optimizer = PrAdam(model.parameters(),
lr=params.initial_lr,
max_block_size=512,
lr_update_period=(200, 4000))
lr_update_period=(400, 5000))
scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)