Reduce powers to 0.8,0.85

This commit is contained in:
Daniel Povey 2022-06-23 11:09:27 +08:00
parent 09282ca28c
commit ca17f23da3

View File

@ -95,8 +95,8 @@ class NeutralGradient(Optimizer):
max_fullcov_size=1023,
estimate_period=2000,
stats_steps=200,
param_pow=0.85,
grad_pow=0.9,
param_pow=0.8,
grad_pow=0.85,
grad_min_rand=0.0,
lr_for_speedup=0.03,
speedup_recalibrate_period=100,