from local

This commit is contained in:
dohe0342 2023-05-30 00:46:43 +09:00
parent 5b3577e701
commit 20fe60de27
2 changed files with 1 additions and 1 deletions

View File

@ -134,7 +134,7 @@ class LoRAHook():
self.hook = module.register_forward_hook(self.hook_fn)
self.lora = LoRAModule(
embedding_dim=768,
rank=4,
rank=2,
lora_alpha=10000.,
)
def hook_fn(self, module, input, output):