from local
This commit is contained in:
parent
9253622809
commit
1bff6c1841
Binary file not shown.
@ -1277,7 +1277,7 @@ def run(rank, world_size, args, wb=None):
|
|||||||
optimizer_dec = ScaledAdam(
|
optimizer_dec = ScaledAdam(
|
||||||
dec_param,
|
dec_param,
|
||||||
lr=params.peak_dec_lr,
|
lr=params.peak_dec_lr,
|
||||||
clipping_scale=2.0,
|
clipping_scale=5.0,
|
||||||
parameters_names=[dec_names],
|
parameters_names=[dec_names],
|
||||||
)
|
)
|
||||||
|
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user