from local

This commit is contained in:
dohe0342 2022-12-26 14:01:02 +09:00
parent 930828feca
commit d2b81c890e
2 changed files with 2 additions and 0 deletions

View File

@ -1528,6 +1528,8 @@ def run_adapter(rank, world_size, args, wb=None):
if p.requires_grad:
logging.info(n)
exit()
optimizer_adapter = ScaledAdam(
adapter_param,
lr=0.0001,