from local
This commit is contained in:
parent
c6ae840c91
commit
5618d8370d
Binary file not shown.
Binary file not shown.
@ -1238,7 +1238,7 @@ def run(rank, world_size, args, wb=None):
|
|||||||
optimizer_dec = ScaledAdam(
|
optimizer_dec = ScaledAdam(
|
||||||
dec_param,
|
dec_param,
|
||||||
lr=params.peak_dec_lr,
|
lr=params.peak_dec_lr,
|
||||||
clipping_scale=10.0,
|
clipping_scale=2.0,
|
||||||
parameters_names=[dec_names],
|
parameters_names=[dec_names],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user