from local

This commit is contained in:
dohe0342 2023-04-11 15:35:01 +09:00
parent 7a16f63336
commit e59fce43fe
3 changed files with 1 additions and 1 deletions

View File

@ -1591,7 +1591,7 @@ def run_adapter(rank, world_size, args, wb=None):
for n, p in model.named_parameters():
p.requires_grad = False
prompt = torch.nn.Parameter(torch.randn(50, 512))
prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
'''
optimizer_adapter = ScaledAdam(