from local
This commit is contained in:
parent
5825bbfe33
commit
aeeca325f5
Binary file not shown.
@ -1592,8 +1592,6 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
p.requires_grad = False
|
p.requires_grad = False
|
||||||
|
|
||||||
prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
|
prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
|
||||||
print(prompt.size())
|
|
||||||
exit()
|
|
||||||
|
|
||||||
'''
|
'''
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user