from local

This commit is contained in:
dohe0342 2023-06-02 01:00:42 +09:00
parent 76c17ab0c6
commit b128253a4c
2 changed files with 1 additions and 1 deletions

View File

@ -87,7 +87,7 @@ class LoRAHook():
self.hook = module.register_forward_hook(self.hook_fn)
self.lora = LoRAModule(
embedding_dim=768,
rank=2,
rank=6,
lora_alpha=10000,
)
def hook_fn(self, module, input, output):