From 2fc9eb97895d977d08711f6d0f856d0f1592127d Mon Sep 17 00:00:00 2001 From: Daniel Povey Date: Sat, 9 Jul 2022 12:49:04 +0800 Subject: [PATCH] Respect param_pow --- egs/librispeech/ASR/pruned_transducer_stateless7/optim.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py index 00d63d2e4..bbc575ff4 100644 --- a/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py +++ b/egs/librispeech/ASR/pruned_transducer_stateless7/optim.py @@ -824,8 +824,10 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of """ smooth0 = group["param_rms_smooth0"] smooth1 = group["param_rms_smooth1"] + param_pow = group["param_pow"] eps = group["eps"] size, = rms.shape + rms = rms ** param_pow smooth = (smooth0 + (smooth1 - smooth0) * size / (size + rank)) mean = rms.mean()