mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-08 08:34:19 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix bug for scalars.

Browse Source
This commit is contained in:
Daniel Povey 2022-05-27 20:48:41 +08:00
parent 503b79252f
commit fd0e9d4bad
1 changed files with 5 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
egs/librispeech/ASR/pruned_transducer_stateless4/optim.py
View File

@ -650,9 +650,11 @@ class Cain(Optimizer):
# Decay the second moment running average coefficient
exp_avg_sq.mul_(beta2).addcmul_(grad, grad, value=1 - beta2)
#denom = (exp_avg_sq.sqrt()).add_(eps)
denom = self._get_denom(state, step, exp_avg_sq, bias_correction2,
eps, lr/max_eff_lr)
if p.numel() > 1:
denom = self._get_denom(state, step, exp_avg_sq, bias_correction2,
eps, lr/max_eff_lr)
else:
denom = (exp_avg_sq.sqrt()).add_(eps)
this_delta = grad / denom