from local

This commit is contained in:
dohe0342 2023-05-24 20:59:02 +09:00
parent 90c6e6531c
commit 6fbbacf94c
2 changed files with 5 additions and 0 deletions

View File

@ -1142,6 +1142,11 @@ def train_one_epoch(
rank=rank,
)
del params.cur_batch_idx
if rank == 0:
for i, lora in enumerate(lora_modules):
lora.save_checkpoint(i, params.exp_dir)
'''
remove_checkpoints(
out_dir=params.exp_dir,