from local
This commit is contained in:
parent
8400cbb8e8
commit
930828feca
Binary file not shown.
@ -1524,6 +1524,10 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
else:
|
else:
|
||||||
p.requires_grad = False
|
p.requires_grad = False
|
||||||
|
|
||||||
|
for n, p in model.named_parameters():
|
||||||
|
if p.requires_grad:
|
||||||
|
logging.info(n)
|
||||||
|
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
adapter_param,
|
adapter_param,
|
||||||
lr=0.0001,
|
lr=0.0001,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user