from local

This commit is contained in:
dohe0342 2022-12-26 14:01:00 +09:00
parent 8400cbb8e8
commit 930828feca
2 changed files with 4 additions and 0 deletions

View File

@ -1524,6 +1524,10 @@ def run_adapter(rank, world_size, args, wb=None):
else: else:
p.requires_grad = False p.requires_grad = False
for n, p in model.named_parameters():
if p.requires_grad:
logging.info(n)
optimizer_adapter = ScaledAdam( optimizer_adapter = ScaledAdam(
adapter_param, adapter_param,
lr=0.0001, lr=0.0001,