from local

This commit is contained in:
dohe0342 2023-04-11 16:03:14 +09:00
parent f28e0038a7
commit 7cf6aaa4ef
2 changed files with 0 additions and 1 deletions

View File

@ -1603,7 +1603,6 @@ def run_adapter(rank, world_size, args, wb=None):
'''
prompt = torch.randn((50, 512), requires_grad=True)
print(prompt)
optimizer_adapter = ScaledAdam(
[prompt],
lr=params.adapter_lr,