from local
This commit is contained in:
parent
f28e0038a7
commit
7cf6aaa4ef
Binary file not shown.
@ -1603,7 +1603,6 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
'''
|
'''
|
||||||
|
|
||||||
prompt = torch.randn((50, 512), requires_grad=True)
|
prompt = torch.randn((50, 512), requires_grad=True)
|
||||||
print(prompt)
|
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
[prompt],
|
[prompt],
|
||||||
lr=params.adapter_lr,
|
lr=params.adapter_lr,
|
||||||
|
|||||||
Reference in New Issue
Block a user