mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-08 08:34:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

More consistent use of eps.

Browse Source
This commit is contained in:
Daniel Povey 2022-05-27 17:41:19 +08:00
parent eed864a3db
commit 4efe920401
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/pruned_transducer_stateless4/optim.py
View File

@ -639,9 +639,9 @@ class Cain(Optimizer):
this_delta_ref = grad / denom
this_delta = grad / (exp_avg_sq + eps)
this_delta = grad / (exp_avg_sq + eps*eps)
renorm_scale = ((this_delta_ref**2).mean() / ((this_delta**2).mean() + eps)) ** 0.5
renorm_scale = ((this_delta_ref**2).mean() / ((this_delta**2).mean() + eps*eps)) ** 0.5
this_delta = self._change_coordinates(this_delta, state, forward=False)