from local

This commit is contained in:
dohe0342 2023-05-26 12:18:15 +09:00
parent 971563b48d
commit 71d9672bc8
2 changed files with 1 additions and 1 deletions

View File

@ -135,7 +135,7 @@ class LoRAHook():
self.lora = LoRAModule( self.lora = LoRAModule(
embedding_dim=768, embedding_dim=768,
rank=4, rank=4,
lora_alpha=1.0, lora_alpha=100.,
) )
def hook_fn(self, module, input, output): def hook_fn(self, module, input, output):
lora_out = self.lora(input[0]) lora_out = self.lora(input[0])