from local

This commit is contained in:
dohe0342 2023-04-11 16:16:25 +09:00
parent ed40502d0e
commit 62a0eb8a43
2 changed files with 1 additions and 1 deletions

View File

@ -1604,7 +1604,7 @@ def run_adapter(rank, world_size, args, wb=None):
) )
''' '''
prompt = torch.randn((50, 512), requires_grad=True) / 100 prompt = torch.randn((50, 512), requires_grad=True)
optimizer_adapter = ScaledAdam( optimizer_adapter = ScaledAdam(
[prompt], [prompt],
lr=params.adapter_lr, lr=params.adapter_lr,