from local

This commit is contained in:
dohe0342 2022-12-10 13:46:08 +09:00
parent b3d1fdde04
commit aa20fc3d97
2 changed files with 7 additions and 1 deletions

View File

@ -1143,7 +1143,13 @@ def run(rank, world_size, args, wb=None):
dec_param.append(p)
if wb is None:
optimizer_enc = Eve(enc_param, lr=params.peak_enc_lr)
optimizer_enc = ScaledAdam(
model.parameters(),
lr=params.base_lr,
clipping_scale=2.0,
parameters_names=parameters_names,
)
optimizer_dec = Eve(dec_param, lr=params.peak_dec_lr)
else:
logging.info('start wandb sweep optimization...')