from local

This commit is contained in:
dohe0342 2023-05-26 12:37:44 +09:00
parent 1eb313971e
commit 6c0c33415d
3 changed files with 1 additions and 1 deletions

Binary file not shown.

View File

@ -88,7 +88,7 @@ class LoRAHook():
self.lora = LoRAModule(
embedding_dim=768,
rank=4,
lora_alpha=1.0,
lora_alpha=10000,
)
def hook_fn(self, module, input, output):
lora_out = self.lora(input[0])