from local

This commit is contained in:
dohe0342 2023-05-24 12:47:56 +09:00
parent b334bf5d0d
commit 1c032d6d41
3 changed files with 3 additions and 0 deletions

View File

@ -137,6 +137,9 @@ class LoRAHook():
lora_alpha=1.0,
)
def hook_fn(self, module, input, output):
print(input.size())
lora_out = self.lora(input)
output = input + lora_out
def set_batch_count(model: Union[nn.Module, DDP], batch_count: float) -> None: