from local

This commit is contained in:
dohe0342 2023-06-09 16:50:39 +09:00
parent ca286f90cf
commit 1a88cc9dde
3 changed files with 5 additions and 5 deletions

View File

@ -1515,11 +1515,11 @@ def run_pea(rank, world_size, args, wb=None):
module.lora = module.lora.to(device)
module.lora = DDP(module.lora, device_ids=[rank], find_unused_parameters=False)
for i, module in enumerate(lora_modules):
for n, p in module.lora.named_parameters():
new_n = str(i) + n
pea_names.append(new_n)
pea_param.append(p)
for i, module in enumerate(lora_modules):
for n, p in module.lora.named_parameters():
new_n = str(i) + n
pea_names.append(new_n)
pea_param.append(p)
optimizer_pea = ScaledAdam(
pea_param,