from local

This commit is contained in:
dohe0342 2022-12-26 13:57:53 +09:00
parent cd4b550d05
commit c5263e3860
2 changed files with 1 additions and 1 deletions

View File

@ -1524,7 +1524,7 @@ def run_adapter(rank, world_size, args, wb=None):
optimizer_adapter = ScaledAdam(
adapter_param,
lr=params.peak_enc_lr,
lr=0.0001,
clipping_scale=None,
parameters_names=[enc_names],
)