from local

This commit is contained in:
dohe0342 2023-05-24 12:54:23 +09:00
parent a5abfda48c
commit d0aa7e7347
2 changed files with 5 additions and 1 deletions

View File

@ -1589,7 +1589,11 @@ def run_adapter(rank, world_size, args, wb=None):
if world_size > 1:
logging.info("Using DDP")
model = DDP(model, device_ids=[rank], find_unused_parameters=True)
for module in model.modules():
print(module)
exit()
adapter_names = []
adapter_param = []
for n, p in model.named_parameters():