from local

This commit is contained in:
dohe0342 2022-12-26 13:45:24 +09:00
parent bca72eb0c9
commit 26bbff8eff
2 changed files with 8 additions and 0 deletions

View File

@ -1514,6 +1514,14 @@ def run_adapter(rank, world_size, args, wb=None):
logging.info("Using DDP")
model = DDP(model, device_ids=[rank], find_unused_parameters=True)
adapter_names = []
adapter_param = []
for n, p in model.named_parameters():
if 'adapters' in n:
logging.info(n)
exit()
if params.multi_optim:
logging.info("Using seperate optimizers over encoder, decoder ...")