from local
This commit is contained in:
parent
ff14f802ef
commit
32e28afce7
Binary file not shown.
@ -1235,7 +1235,7 @@ def run(rank, world_size, args, wb=None):
|
|||||||
optimizer_dec = ScaledAdam(
|
optimizer_dec = ScaledAdam(
|
||||||
dec_param,
|
dec_param,
|
||||||
lr=params.peak_dec_lr,
|
lr=params.peak_dec_lr,
|
||||||
clipping_scale=6.0,
|
clipping_scale=10.0,
|
||||||
parameters_names=[dec_names],
|
parameters_names=[dec_names],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user