Revert max_eff_lr to initial_lr

This commit is contained in:
Daniel Povey 2022-05-27 21:42:20 +08:00
parent 7aa47408af
commit d89cb53a3b

View File

@ -873,7 +873,8 @@ def run(rank, world_size, args):
model = DDP(model, device_ids=[rank])
optimizer = Cain(model.parameters(), lr=params.initial_lr,
max_eff_lr=2.0*params.initial_lr)
max_eff_lr=params.initial_lr)
scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)