from local

This commit is contained in:
dohe0342 2022-12-10 13:51:32 +09:00
parent 2c449264b5
commit 30c8dbce02
2 changed files with 6 additions and 0 deletions

View File

@ -1153,6 +1153,12 @@ def run(rank, world_size, args, wb=None):
clipping_scale=None,
parameters_names=enc_names,
)
optimizer_dec = ScaledAdam(
dec_param,
lr=param.peak_dec_lr,
clipping_scale=None,
parameters_names=dec_names,
)
else:
logging.info('start wandb sweep optimization...')