from local

This commit is contained in:
dohe0342 2022-12-26 14:00:32 +09:00
parent e10640375b
commit 8400cbb8e8
2 changed files with 2 additions and 0 deletions

View File

@ -1521,6 +1521,8 @@ def run_adapter(rank, world_size, args, wb=None):
if 'adapters' in n:
adapter_names.append(n)
adapter_param.append(p)
else:
p.requires_grad = False
optimizer_adapter = ScaledAdam(
adapter_param,