from local

This commit is contained in:
dohe0342 2023-05-25 18:52:49 +09:00
parent 0ed23fab59
commit bab5eb41bf
2 changed files with 1 additions and 2 deletions

View File

@ -138,11 +138,10 @@ class LoRAHook():
lora_alpha=1.0,
)
def hook_fn(self, module, input, output):
print(input)
lora_out = self.lora(input)
output += lora_out
print(lora_out, output)
def save_checkpoint(self, i, iter_, save_dir):
torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")