From 0b811546f3ca032a8fd6d0ace3bc6ac3b4115919 Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sun, 26 Jun 2022 11:07:08 +0800 Subject: [PATCH] Apply reverse_cutoff with param_pow, to make it not too strong. --- egs/librispeech/ASR/pruned_transducer_stateless7/optim.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py index d4597c583..12fd6f1ae 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py @@ -98,7 +98,7 @@ class NeutralGradient(Optimizer): param_eps=1.0e-06, param_rel_eps=1.0e-04, param_rel_max=1.0, - param_reverse_cutoff=16.0, + param_reverse_cutoff=4.0, param_max_rms=2.0, param_min_rms=1.0e-05, max_fullcov_size=1023, @@ -863,8 +863,8 @@ class NeutralGradient(Optimizer): # 2nd factor below becomes a 1/param_diag type of function when # param_diag >> param_reverse_cutoff. - ans = (ans ** param_pow) * (param_reverse_cutoff / (param_diag + param_reverse_cutoff)) - return ans + ans = ans * (param_reverse_cutoff / (param_diag + param_reverse_cutoff)) + return ans ** param_pow def _estimate_proj(self,