from local

This commit is contained in:
dohe0342 2023-05-24 12:43:16 +09:00
parent 2ddec73e3a
commit f6b1d87ffd
2 changed files with 3 additions and 3 deletions

View File

@ -132,9 +132,9 @@ class LoRAHook():
def __init__(self, module): def __init__(self, module):
self.hook = module.register_forward_hook(self.hook_fn) self.hook = module.register_forward_hook(self.hook_fn)
self.lora = LoRAModule( self.lora = LoRAModule(
embedding_dim=768, embedding_dim=768,
rank=4, rank=4,
lora_alpha=1.0, lora_alpha=1.0,
) )
def hook_fn(self, module, input, output): def hook_fn(self, module, input, output):