mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Cosmetic changes

Browse Source
This commit is contained in:
Daniel Povey 2022-08-05 03:49:54 +08:00
parent dc9133227f
commit a5b9b7b974
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
View File

@ -929,7 +929,11 @@ param_rms_smooth1: Smoothing proportion for parameter matrix, if assumed rank of
if min_eig != 0.0: if min_eig != 0.0:
mean_XM_eig = _sum(X * M.transpose(2, 3), exclude_dims=[0], keepdim=True) / size mean_XM_eig = _sum(X * M.transpose(2, 3), exclude_dims=[0], keepdim=True) / size
XM_over_X = mean_XM_eig / mean_eig(X)
X /= mean_XM_eig X /= mean_XM_eig
logging.info(f"Mean eig of M_inverse is {mean_eig(M_inverse).flatten()} "
f"(scaled={mean_eig(M_inverse).flatten()*min_eig}), vs. X {mean_eig(X).flatten()}, "
f"XM_over_X {XM_over_X.flatten()}")
X = X * (1.0-min_eig) + min_eig * M_inverse X = X * (1.0-min_eig) + min_eig * M_inverse
X = 0.5 * (X + X.transpose(-2, -1)) # make sure exactly symmetric. X = 0.5 * (X + X.transpose(-2, -1)) # make sure exactly symmetric.
@ -2051,7 +2055,7 @@ if __name__ == "__main__":
torch.set_num_interop_threads(1) torch.set_num_interop_threads(1)
logging.getLogger().setLevel(logging.INFO) logging.getLogger().setLevel(logging.INFO)
import subprocess import subprocess
s = subprocess.check_output("git status -uno .; git log -1", shell=True) s = subprocess.check_output("git status -uno .; git log -1; git diff HEAD .", shell=True)
logging.info(s) logging.info(s)
_test_safe_inverse() _test_safe_inverse()
_test_apply_min_max() _test_apply_min_max()