from local
This commit is contained in:
parent
88fee1afc7
commit
76b5e8e2da
Binary file not shown.
Binary file not shown.
@ -1607,7 +1607,7 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
'''
|
'''
|
||||||
optimizer_adapter = ScaledAdam(
|
optimizer_adapter = ScaledAdam(
|
||||||
[prompt],
|
[prompt],
|
||||||
lr=parmas.adapter_lr,
|
lr=params.adapter_lr,
|
||||||
clipping_scale=5.0,
|
clipping_scale=5.0,
|
||||||
parameres_names=['prompt'],
|
parameres_names=['prompt'],
|
||||||
)
|
)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user