from local

This commit is contained in:
dohe0342 2023-05-25 21:05:41 +09:00
parent c46a29212f
commit f5e690d4c5
3 changed files with 1 additions and 1 deletions

View File

@ -141,7 +141,7 @@ class LoRAHook():
#print(input) #print(input)
#print(module, input, output[0].size()) #print(module, input, output[0].size())
lora_out = self.lora(input) lora_out = self.lora(input)
#output += lora_out output += lora_out
def save_checkpoint(self, i, iter_, save_dir): def save_checkpoint(self, i, iter_, save_dir):
torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt") torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")