from local

This commit is contained in:
dohe0342 2023-05-26 12:37:44 +09:00
parent 1eb313971e
commit 6c0c33415d
3 changed files with 1 additions and 1 deletions

Binary file not shown.

View File

@ -88,7 +88,7 @@ class LoRAHook():
self.lora = LoRAModule( self.lora = LoRAModule(
embedding_dim=768, embedding_dim=768,
rank=4, rank=4,
lora_alpha=1.0, lora_alpha=10000,
) )
def hook_fn(self, module, input, output): def hook_fn(self, module, input, output):
lora_out = self.lora(input[0]) lora_out = self.lora(input[0])