from local

This commit is contained in:
dohe0342 2023-05-30 13:35:29 +09:00
parent dc0b945d96
commit 40666e6d7e
2 changed files with 1 additions and 1 deletions

View File

@ -87,7 +87,7 @@ class LoRAHook():
self.hook = module.register_forward_hook(self.hook_fn)
self.lora = LoRAModule(
embedding_dim=768,
rank=4,
rank=2,
lora_alpha=10000,
)
def hook_fn(self, module, input, output):