mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Respect param_pow

Browse Source
This commit is contained in:
Daniel Povey 2022-07-09 12:49:04 +08:00
parent 209acaf6e4
commit 2fc9eb9789
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
View File

@ -824,8 +824,10 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
""" """
smooth0 = group["param_rms_smooth0"] smooth0 = group["param_rms_smooth0"]
smooth1 = group["param_rms_smooth1"] smooth1 = group["param_rms_smooth1"]
param_pow = group["param_pow"]
eps = group["eps"] eps = group["eps"]
size, = rms.shape size, = rms.shape
rms = rms ** param_pow
smooth = (smooth0 + smooth = (smooth0 +
(smooth1 - smooth0) * size / (size + rank)) (smooth1 - smooth0) * size / (size + rank))
mean = rms.mean() mean = rms.mean()