from local

This commit is contained in:
dohe0342 2023-04-11 16:24:46 +09:00
parent 46f60bc988
commit 6aae730da9
3 changed files with 2 additions and 2 deletions

View File

@ -1604,9 +1604,9 @@ def run_adapter(rank, world_size, args, wb=None):
) )
''' '''
prompt = torch.randn((100, 512), requires_grad=True) #prompt = torch.randn((100, 512), requires_grad=True)
optimizer_adapter = ScaledAdam( optimizer_adapter = ScaledAdam(
[prompt], [model.prompt],
lr=params.adapter_lr, lr=params.adapter_lr,
clipping_scale=5.0, clipping_scale=5.0,
parameters_names=['P'], parameters_names=['P'],