Use Eve with orthogonalization

This commit is contained in:
Daniel Povey 2022-05-16 10:34:25 +08:00
parent 995371ad95
commit d58debdb3f

View File

@ -876,7 +876,7 @@ def run(rank, world_size, args):
logging.info("Using DDP")
model = DDP(model, device_ids=[rank])
optimizer = Abel(model.parameters(), lr=params.initial_lr)
optimizer = Eve(model.parameters(), lr=params.initial_lr)
scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)