from local

This commit is contained in:
dohe0342 2023-05-24 13:34:55 +09:00
parent de671ecf7d
commit b8cacbb4ff
3 changed files with 0 additions and 2 deletions

View File

@ -1596,8 +1596,6 @@ def run_adapter(rank, world_size, args, wb=None):
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention): if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
for m in module.modules(): for m in module.modules():
lora_module.append(LoRAHook(m)) lora_module.append(LoRAHook(m))
exit()
adapter_names = [] adapter_names = []
adapter_param = [] adapter_param = []
for n, p in model.named_parameters(): for n, p in model.named_parameters():