from local
This commit is contained in:
parent
7d67bd90b5
commit
a66d70da6e
Binary file not shown.
@ -1144,10 +1144,10 @@ def run(rank, world_size, args, wb=None):
|
|||||||
|
|
||||||
if wb is None:
|
if wb is None:
|
||||||
optimizer_enc = ScaledAdam(
|
optimizer_enc = ScaledAdam(
|
||||||
enc_param,
|
dec_param,
|
||||||
lr=params.base_lr,
|
lr=params.base_lr,
|
||||||
clipping_scale=5.0,
|
clipping_scale=5.0,
|
||||||
parameters_names=parameters_names,
|
parameters_names=dec_names,
|
||||||
)
|
)
|
||||||
|
|
||||||
optimizer_dec = Eve(dec_param, lr=params.peak_dec_lr)
|
optimizer_dec = Eve(dec_param, lr=params.peak_dec_lr)
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user