from local
This commit is contained in:
parent
9cbe36823a
commit
e63b77a6ad
Binary file not shown.
@ -1522,6 +1522,13 @@ def run_adapter(rank, world_size, args, wb=None):
|
|||||||
adapter_names.append(n)
|
adapter_names.append(n)
|
||||||
adapter_param.append(p)
|
adapter_param.append(p)
|
||||||
|
|
||||||
|
optimizer_adapter = ScaledAdam(
|
||||||
|
adapter_,
|
||||||
|
lr=params.peak_enc_lr,
|
||||||
|
clipping_scale=None,
|
||||||
|
parameters_names=[enc_names],
|
||||||
|
)
|
||||||
|
|
||||||
if params.multi_optim:
|
if params.multi_optim:
|
||||||
logging.info("Using seperate optimizers over encoder, decoder ...")
|
logging.info("Using seperate optimizers over encoder, decoder ...")
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user