from local

This commit is contained in:
dohe0342 2023-05-25 21:48:20 +09:00
parent 01e8310c0c
commit b3c282b0e0
3 changed files with 2 additions and 0 deletions

View File

@ -146,6 +146,8 @@ class LoRAHook():
output += lora_out output += lora_out
def save_checkpoint(self, i, iter_, save_dir): def save_checkpoint(self, i, iter_, save_dir):
if isinstance(self.lora, DDP):
self.lora = self.lora.module
torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt") torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")