from local
This commit is contained in:
parent
d5cdecf07d
commit
19bd5da303
Binary file not shown.
Binary file not shown.
@ -1607,7 +1607,7 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
[prompt],
|
[prompt],
|
||||||
lr=params.adapter_lr,
|
lr=params.adapter_lr,
|
||||||
clipping_scale=5.0,
|
clipping_scale=5.0,
|
||||||
parameters_names=['prompt'],
|
parameters_names=['p'],
|
||||||
)
|
)
|
||||||
|
|
||||||
scheduler_adapter = Eden(optimizer_adapter, 10000, 7) #params.lr_batche, params.lr_epochs)
|
scheduler_adapter = Eden(optimizer_adapter, 10000, 7) #params.lr_batche, params.lr_epochs)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user