from local

This commit is contained in:
dohe0342 2023-05-26 12:22:24 +09:00
parent bfc62be876
commit 7f07cdeab6
2 changed files with 1 additions and 1 deletions

View File

@ -135,7 +135,7 @@ class LoRAHook():
self.lora = LoRAModule(
embedding_dim=768,
rank=4,
lora_alpha=100.,
lora_alpha=10000.,
)
def hook_fn(self, module, input, output):
lora_out = self.lora(input[0])