mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-18 21:44:18 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix bug in getting denom in proj update

Browse Source
This commit is contained in:
Daniel Povey 2022-07-08 09:13:54 +08:00
parent 914ac1e621
commit 75e872ea57
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
egs/librispeech/ASR/pruned_transducer_stateless7/optim.py
View File

@ -109,7 +109,6 @@ class LearnedGradient(Optimizer):
for group in self.param_groups:
lr = group["lr"]
meta_lr_scale = group["meta_lr_scale"]
size_lr = lr * group["size_lr_scale"]
beta1, beta2 = group["betas"]
lr_mat_min = group["lr_mat_min"]
@ -454,7 +453,7 @@ class LearnedGradient(Optimizer):
# for now just estimate proj2_grad_var from proj2_grad; later, we
# may try aggregating it across iterations. This is like exp_avg_sq
# in Adam.
proj2_grad_var = self._get_matrix_var(proj_grad, group["eps"])
proj2_grad_var = self._get_matrix_var(proj2_grad, group["eps"])
denom = proj2_grad_var.sqrt()