from local

This commit is contained in:
dohe0342 2023-05-25 19:39:18 +09:00
parent 4e702886e5
commit eee751a5dd
2 changed files with 2 additions and 2 deletions

View File

@ -141,8 +141,8 @@ class LoRAHook():
#print(input)
print('fuck!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!!')
print(module, input, output)
lora_out = self.lora(input)
output += lora_out
#lora_out = self.lora(input)
#output += lora_out
def save_checkpoint(self, i, iter_, save_dir):
torch.save(self.lora.state_dict(), f"{save_dir}/lora_{iter_}_{i}.pt")