From c10a9889faf04caabe70dcb298b36acd3e7999a5 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Mon, 20 Jun 2022 13:45:53 +0800 Subject: [PATCH] Reduce grad_eps to 1e-14 --- egs/librispeech/ASR/pruned_transducer_stateless7/optim.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py index 45feeabcc..49c205108 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py @@ -85,7 +85,7 @@ class NeutralGradient(Optimizer): lr=3e-02, betas=(0.9, 0.98), scale_speed=0.1, - grad_eps=1e-8, + grad_eps=1e-14, param_eps=1.0e-06, param_rel_eps=1.0e-04, param_max_rms=2.0,