From 8fd9e64fdf4ec8e775f34b34b83e3ca51e5d4871 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Thu, 19 May 2022 22:25:18 +0800 Subject: [PATCH] Fix eps value --- egs/librispeech/ASR/pruned_transducer_stateless4/optim.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless4/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless4/optim.py index 05b0efe03..acf4e42a4 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless4/optim.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless4/optim.py @@ -221,7 +221,7 @@ class Abel(Optimizer): params, lr=1e-3, betas=(0.9, 0.98), - eps=1e-04, + eps=1e-08, target_rms=0.1, ): @@ -691,9 +691,9 @@ class Cain(Optimizer): def _must_store_stats(self, step: int) -> Tuple[bool, bool]: """ Returns (must_store_stats, must_zero_stats), where - must_store_stats: bool, is True for the 20 steps preceding + must_store_stats: bool, is True for the 100 or 200 steps preceding a step on which we will estimate the transform. - must_zero_stats: bool, is True for only the 1st of the 20 + must_zero_stats: bool, is True for only the 1st of the 100 or 200 steps mentioned above. """ if step < 4000: