from local

This commit is contained in:
dohe0342 2023-01-26 14:38:52 +09:00
parent ddc7fbd2d2
commit 0e08252154
2 changed files with 1 additions and 0 deletions

View File

@ -1562,6 +1562,7 @@ def run_adapter(rank, world_size, args, wb=None):
p.requires_grad = True
else:
p.requires_grad = False
optimizer_adapter = ScaledAdam(
adapter_param,
lr=params.adapter_lr,