From 4efe9204017ec4005c1ef1fe46a8061c137175cf Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Fri, 27 May 2022 17:41:19 +0800 Subject: [PATCH] More consistent use of eps. --- egs/librispeech/ASR/pruned_transducer_stateless4/optim.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless4/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless4/optim.py index 06115d5a4..ad0295959 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless4/optim.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless4/optim.py @@ -639,9 +639,9 @@ class Cain(Optimizer): this_delta_ref = grad / denom - this_delta = grad / (exp_avg_sq + eps) + this_delta = grad / (exp_avg_sq + eps*eps) - renorm_scale = ((this_delta_ref**2).mean() / ((this_delta**2).mean() + eps)) ** 0.5 + renorm_scale = ((this_delta_ref**2).mean() / ((this_delta**2).mean() + eps*eps)) ** 0.5 this_delta = self._change_coordinates(this_delta, state, forward=False)