From 47df144253a5b8b0f7f5f1092de4b5aaf549e9db Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Fri, 17 Jun 2022 12:16:12 +0800 Subject: [PATCH] Bug fix for scalar case --- egs/librispeech/ASR/pruned_transducer_stateless7/optim.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py index d7ebaec5c..48db9ab79 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py @@ -329,7 +329,7 @@ class NeutralGradient(Optimizer): exp_avg_sq = state["exp_avg_sq"] exp_avg_sq.mul_(beta2).addcmul_(grad, grad, value=1 - beta2) bias_correction2 = 1 - beta2 ** (step + 1) - denom = (exp_avg_sq.sqrt()).add_(eps) + denom = (exp_avg_sq.sqrt()).add_(grad_eps) this_delta = grad / denom alpha = -lr*(1-beta1)*(bias_correction2 ** 0.5) delta.add_(this_delta, alpha=alpha)