Change scalar_max in optim.py from 2.0 to 5.0

This commit is contained in:
Daniel Povey 2022-10-25 22:45:08 +08:00
parent 78f3cba58c
commit a0507a83a5

View File

@ -159,7 +159,7 @@ class ScaledAdam(BatchedOptimizer):
eps=1.0e-08,
param_min_rms=1.0e-05,
param_max_rms=3.0,
scalar_max=2.0,
scalar_max=5.0,
size_update_period=4,
clipping_update_period=100,
):