from local

This commit is contained in:
dohe0342 2023-05-26 12:22:45 +09:00
parent 7f07cdeab6
commit 7faed4a625
4 changed files with 0 additions and 10 deletions

Binary file not shown.

View File

@ -91,19 +91,9 @@ class LoRAHook():
lora_alpha=1.0,
)
def hook_fn(self, module, input, output):
#print('-'*20)
#print(input[0].size(), output.size())
#print('-'*20)
print(output)
print('-'*20)
lora_out = self.lora(input[0])
output += lora_out
print(output)
print('*'*20)
def save_checkpoint(self, i, iter_, save_dir):
if isinstance(self.lora, DDP):
lora = self.lora.module