from local

This commit is contained in:
dohe0342 2023-01-25 16:51:48 +09:00
parent b77772f4b1
commit 87b37383ab
2 changed files with 12 additions and 11 deletions

View File

@ -1464,17 +1464,18 @@ def run(rank, world_size, args, wb=None):
if params.print_diagnostics: if params.print_diagnostics:
diagnostic.print_diagnostics() diagnostic.print_diagnostics()
break break
save_checkpoint( if epoch % 10 == 0:
params=params, save_checkpoint(
model=model, params=params,
model_avg=model_avg, model=model,
optimizer=optimizer, model_avg=model_avg,
scheduler=scheduler, optimizer=optimizer,
sampler=train_dl.sampler, scheduler=scheduler,
scaler=scaler, sampler=train_dl.sampler,
rank=rank, scaler=scaler,
) rank=rank,
)
logging.info("Done!") logging.info("Done!")