from local

This commit is contained in:
dohe0342 2023-05-25 21:31:47 +09:00
parent ef90fd32f3
commit debf2ded03
2 changed files with 1 additions and 0 deletions

View File

@ -1615,6 +1615,7 @@ def run_adapter(rank, world_size, args, wb=None):
if world_size > 1:
logging.info("Using DDP for LoRA")
for lora in lora_modules:
lora.lora = lora.lora.to(device)
lora.lora = DDP(lora.lora, device_ids=[rank], find_unused_parameters=False)
adapter_names = []