from local
This commit is contained in:
parent
e59fce43fe
commit
5825bbfe33
Binary file not shown.
@ -1592,6 +1592,8 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
p.requires_grad = False
|
p.requires_grad = False
|
||||||
|
|
||||||
prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
|
prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
|
||||||
|
print(prompt.size())
|
||||||
|
exit()
|
||||||
|
|
||||||
'''
|
'''
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user