Reducd param_pow from 0.8 to 0.7

This commit is contained in:
Daniel Povey 2022-06-23 11:12:12 +08:00
parent ca17f23da3
commit 3767f3d616

View File

@ -95,7 +95,7 @@ class NeutralGradient(Optimizer):
max_fullcov_size=1023, max_fullcov_size=1023,
estimate_period=2000, estimate_period=2000,
stats_steps=200, stats_steps=200,
param_pow=0.8, param_pow=0.7,
grad_pow=0.85, grad_pow=0.85,
grad_min_rand=0.0, grad_min_rand=0.0,
lr_for_speedup=0.03, lr_for_speedup=0.03,