from local

This commit is contained in:
dohe0342 2023-05-24 21:22:59 +09:00
parent d5f2ab367b
commit b2c0a0af16
2 changed files with 1 additions and 1 deletions

View File

@ -143,7 +143,7 @@ class LoRAHook():
output = input + lora_out output = input + lora_out
def save_checkpoint(self, i, iter_, save_dir): def save_checkpoint(self, i, iter_, save_dir):
torch.save(self.lora.state_dict(), f"{save_dir}/lora_{i}.pt") torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")
def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None: def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None: