mirrors/icefall
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Set cov_min[1] to 0 to stop an invertibility problem

Browse Source
This commit is contained in:
Daniel Povey 2022-07-31 18:05:36 +08:00
parent 7231c610e8
commit 3590c2fc42
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
View File

@ -163,7 +163,7 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
lr=3e-02, lr=3e-02,
betas=(0.9, 0.98), betas=(0.9, 0.98),
size_lr_scale=0.1, size_lr_scale=0.1,
cov_min=(0.025, 0.0025, 0.02, 0.0001), cov_min=(0.025, 0.0, 0.02, 0.0001),
cov_max=(10.0, 80.0, 5.0, 400.0), cov_max=(10.0, 80.0, 5.0, 400.0),
cov_pow=(1.0, 1.0, 1.0, 1.0), cov_pow=(1.0, 1.0, 1.0, 1.0),
param_rms_smooth0=0.4, param_rms_smooth0=0.4,
@ -761,6 +761,7 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
#G = G.clone() #G = G.clone()
#G_diag = _diag(G) # aliased #G_diag = _diag(G) # aliased
#G_diag *= 1.005 # ensure invertible.
G = self._smooth_cov(G, G = self._smooth_cov(G,
group["cov_min"][3], group["cov_min"][3],
group["cov_max"][3], group["cov_max"][3],
@ -884,7 +885,9 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
# make sure eigs of M^{0.5} X M^{0.5} are average 1. this imposes limit on the max. # make sure eigs of M^{0.5} X M^{0.5} are average 1. this imposes limit on the max.
X /= mean_eig X /= mean_eig
X += min_eig * M.inverse() if min_eig != 0.0:
# should be inverting as block-diag..
X += min_eig * M.inverse()
eig_ceil = X.shape[-1] eig_ceil = X.shape[-1]