from local

This commit is contained in:
dohe0342 2023-04-11 14:05:52 +09:00
parent 6033205ae7
commit ece77f3a46
2 changed files with 3 additions and 1 deletions

View File

@ -1363,6 +1363,8 @@ def run(rank, world_size, args, wb=None):
scheduler = Eden(optimizer, params.lr_batches, params.lr_epochs)
'''
if checkpoints and ("optimizer" in checkpoints or "optimizer_enc" in checkpoints):
if params.multi_optim:
logging.info("Loading optimizer state dict")
@ -1385,7 +1387,7 @@ def run(rank, world_size, args, wb=None):
else:
logging.info("Loading scheduler state dict")
scheduler.load_state_dict(checkpoints["scheduler"])
'''
if params.print_diagnostics:
opts = diagnostics.TensorDiagnosticOptions(
2**22