from local

This commit is contained in:
dohe0342 2023-05-24 13:34:57 +09:00
parent b8cacbb4ff
commit a4e9cbb0f8
2 changed files with 1 additions and 0 deletions

View File

@ -1596,6 +1596,7 @@ def run_adapter(rank, world_size, args, wb=None):
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
for m in module.modules():
lora_module.append(LoRAHook(m))
adapter_names = []
adapter_param = []
for n, p in model.named_parameters():