from local

This commit is contained in:
dohe0342 2023-04-11 15:58:09 +09:00
parent d3fb109cbc
commit f0f3ae954d
2 changed files with 1 additions and 1 deletions

View File

@ -1602,7 +1602,7 @@ def run_adapter(rank, world_size, args, wb=None):
) )
''' '''
prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device) prompt = torch.randn((50, 512), requires_grad=True).to(device)
print(prompt) print(prompt)
exit() exit()
optimizer_adapter = ScaledAdam( optimizer_adapter = ScaledAdam(