from local

This commit is contained in:
dohe0342 2023-05-24 13:31:22 +09:00
parent a21211327a
commit f525a35a26
2 changed files with 1 additions and 1 deletions

View File

@ -1596,7 +1596,7 @@ def run_adapter(rank, world_size, args, wb=None):
for i, module in enumerate(model.modules()): for i, module in enumerate(model.modules()):
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention): if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
for m in module.modules(): for m in module.modules():
lora_module.append(LoRAHook()) lora_module.append(LoRAHook(m))
print('-'*30) print('-'*30)