from local

This commit is contained in:
dohe0342 2023-01-26 14:39:31 +09:00
parent 17dabfd39e
commit 4d458a0082
2 changed files with 13 additions and 12 deletions

View File

@ -1647,23 +1647,24 @@ def run_adapter(rank, world_size, args, wb=None):
world_size=world_size,
rank=rank,
wb=wb,
pl_texts=pl_texts
pl_texts=pl_texts,
)
if params.print_diagnostics:
diagnostic.print_diagnostics()
break
save_checkpoint(
params=params,
model=model,
model_avg=model_avg,
optimizer=optimizer,
scheduler=scheduler,
sampler=train_dl.sampler,
scaler=scaler,
rank=rank,
)
if epoch % 10 == 0:
save_checkpoint(
params=params,
model=model,
model_avg=model_avg,
optimizer=optimizer,
scheduler=scheduler,
sampler=train_dl.sampler,
scaler=scaler,
rank=rank,
)
logging.info("Done!")