from local

This commit is contained in:
dohe0342 2023-04-11 15:35:01 +09:00
parent 7a16f63336
commit e59fce43fe
3 changed files with 1 additions and 1 deletions

View File

@ -1591,7 +1591,7 @@ def run_adapter(rank, world_size, args, wb=None):
for n, p in model.named_parameters(): for n, p in model.named_parameters():
p.requires_grad = False p.requires_grad = False
prompt = torch.nn.Parameter(torch.randn(50, 512)) prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
''' '''
optimizer_adapter = ScaledAdam( optimizer_adapter = ScaledAdam(