from local

This commit is contained in:
dohe0342 2023-05-26 12:22:24 +09:00
parent bfc62be876
commit 7f07cdeab6
2 changed files with 1 additions and 1 deletions

View File

@ -135,7 +135,7 @@ class LoRAHook():
self.lora = LoRAModule( self.lora = LoRAModule(
embedding_dim=768, embedding_dim=768,
rank=4, rank=4,
lora_alpha=100., lora_alpha=10000.,
) )
def hook_fn(self, module, input, output): def hook_fn(self, module, input, output):
lora_out = self.lora(input[0]) lora_out = self.lora(input[0])