from local
This commit is contained in:
parent
7a16f63336
commit
e59fce43fe
Binary file not shown.
Binary file not shown.
@ -1591,7 +1591,7 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
for n, p in model.named_parameters():
|
for n, p in model.named_parameters():
|
||||||
p.requires_grad = False
|
p.requires_grad = False
|
||||||
|
|
||||||
prompt = torch.nn.Parameter(torch.randn(50, 512))
|
prompt = torch.nn.Parameter(torch.randn(50, 512)).to(device)
|
||||||
|
|
||||||
'''
|
'''
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user