from local
This commit is contained in:
parent
930828feca
commit
d2b81c890e
Binary file not shown.
@ -1528,6 +1528,8 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
if p.requires_grad:
|
if p.requires_grad:
|
||||||
logging.info(n)
|
logging.info(n)
|
||||||
|
|
||||||
|
exit()
|
||||||
|
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
adapter_param,
|
adapter_param,
|
||||||
lr=0.0001,
|
lr=0.0001,
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user