from local

This commit is contained in:
dohe0342 2023-05-24 13:32:09 +09:00
parent 5facfd8c39
commit 57159d43e4
2 changed files with 0 additions and 3 deletions

View File

@ -1591,14 +1591,11 @@ def run_adapter(rank, world_size, args, wb=None):
logging.info("Using DDP")
model = DDP(model, device_ids=[rank], find_unused_parameters=True)
print('-'*30)
lora_module = []
for i, module in enumerate(model.modules()):
if isinstance(module, fairseq.modules.multihead_attention.MultiheadAttention):
for m in module.modules():
lora_module.append(LoRAHook(m))
print('-'*30)
exit()
adapter_names = []