from local

This commit is contained in:
dohe0342 2023-05-25 11:50:11 +09:00
parent 398ff99746
commit 501d129957
2 changed files with 1 additions and 1 deletions

View File

@ -140,7 +140,7 @@ class LoRAHook():
)
def hook_fn(self, module, input, output):
lora_out = self.lora(input)
output = input + lora_out
output += lora_out
def save_checkpoint(self, i, iter_, save_dir):
torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")