Change param_pow,grad_pow to 0.75,0.95

This commit is contained in:
Daniel Povey 2022-06-23 14:04:11 +08:00
parent 3767f3d616
commit c34344e98f

View File

@ -95,8 +95,8 @@ class NeutralGradient(Optimizer):
max_fullcov_size=1023,
estimate_period=2000,
stats_steps=200,
param_pow=0.7,
grad_pow=0.85,
param_pow=0.75,
grad_pow=0.95,
grad_min_rand=0.0,
lr_for_speedup=0.03,
speedup_recalibrate_period=100,