from local

This commit is contained in:
dohe0342 2023-06-01 19:12:25 +09:00
parent d5550e36d9
commit 69f4af9498
2 changed files with 1 additions and 1 deletions

View File

@ -134,7 +134,7 @@ class LoRAHook():
self.hook = module.register_forward_hook(self.hook_fn)
self.lora = LoRAModule(
embedding_dim=768,
rank=2,
rank=6,
lora_alpha=10000.,
)
def hook_fn(self, module, input, output):