from local

This commit is contained in:
dohe0342 2023-04-11 15:39:25 +09:00
parent 88fee1afc7
commit 76b5e8e2da
3 changed files with 1 additions and 1 deletions

View File

@ -1607,7 +1607,7 @@ def run_adapter(rank, world_size, args, wb=None):
'''
optimizer_adapter = ScaledAdam(
[prompt],
lr=parmas.adapter_lr,
lr=params.adapter_lr,
clipping_scale=5.0,
parameres_names=['prompt'],
)