mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-09 09:04:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change power from 0.66 to 1.0, like natural gradient.

Browse Source
This commit is contained in:
Daniel Povey 2022-05-27 16:45:42 +08:00
parent 89fad8cc5a
commit eed864a3db
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless4/optim.py
View File

@ -639,7 +639,7 @@ class Cain(Optimizer):
this_delta_ref = grad / denom this_delta_ref = grad / denom
this_delta = grad / (denom ** 1.5) this_delta = grad / (exp_avg_sq + eps)
renorm_scale = ((this_delta_ref**2).mean() / ((this_delta**2).mean() + eps)) ** 0.5 renorm_scale = ((this_delta_ref**2).mean() / ((this_delta**2).mean() + eps)) ** 0.5