from local

This commit is contained in:
dohe0342 2023-04-11 15:57:07 +09:00
parent d381e8df5c
commit d3fb109cbc
2 changed files with 1 additions and 0 deletions

View File

@ -1604,6 +1604,7 @@ def run_adapter(rank, world_size, args, wb=None):
prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
print(prompt)
exit()
optimizer_adapter = ScaledAdam(
[prompt],
lr=params.adapter_lr,