from local

This commit is contained in:
dohe0342 2022-12-10 13:52:55 +09:00
parent 40d4af7051
commit c763589802
2 changed files with 9 additions and 3 deletions

View File

@ -1178,9 +1178,15 @@ def run(rank, world_size, args, wb=None):
scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)
if checkpoints and "optimizer" in checkpoints:
logging.info("Loading optimizer state dict")
optimizer.load_state_dict(checkpoints["optimizer"])
if checkpoints and ("optimizer" in checkpoints) or ("optimizer_enc" in checkpoints):
if params.multi_optim:
logging.info("Loading optimizer state dict")
optimizer_enc.load_state_dict(checkpoints["optimizer_enc"])
optimizer_dec.load_state_dict(checkpoints["optimizer_dec"])
else:
logging.info("Loading optimizer state dict")
optimizer.load_state_dict(checkpoints["optimizer"])
if (
checkpoints