mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-07 16:14:17 +00:00
Code Issues Packages Projects Releases Wiki Activity

Remove some debug code

Browse Source
This commit is contained in:
Daniel Povey 2022-05-15 14:22:12 +08:00
parent 6306f24430
commit 5e3bf4ce5a
1 changed files with 0 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
egs/librispeech/ASR/pruned_transducer_stateless4b/optim.py
View File

@ -122,16 +122,7 @@ def _update_factorization(x: Tensor, x_factorized: Tensor,
this_mean = _mean_like(x_norm_var, shape) this_mean = _mean_like(x_norm_var, shape)
f = ((1.0 - speed) + speed * this_mean) f = ((1.0 - speed) + speed * this_mean)
factors.append(f) factors.append(f)
# temp
#import random
#if random.random() < 0.1:
# print("factor norms: ", list((x-1.0).abs().mean().item() for x in factors))
x_factorized *= _product(*factors) x_factorized *= _product(*factors)
# TEMP
#import random
#if random.random() < 1.0:
# x_norm, norm = (x**2).mean().sqrt(), (x_factorized**2).mean().sqrt()
# print(f"numel,x_norm,factor_norm,eps={x.numel()},{x_norm},{norm},{eps}")
def _get_factor_grads(x: Tensor, x_grad: Tensor) -> List[Tensor]: def _get_factor_grads(x: Tensor, x_grad: Tensor) -> List[Tensor]:
""" """
@ -571,11 +562,6 @@ class Eve(Optimizer):
) )
p.mul_(1 - (weight_decay * is_above_target_rms)) p.mul_(1 - (weight_decay * is_above_target_rms))
if state["step"] % 50 == 0 and False:
delta = (exp_avg / denom) * -step_size
print("This_delta norm = ", delta.norm())
p.addcdiv_(exp_avg, denom, value=-step_size) p.addcdiv_(exp_avg, denom, value=-step_size)
return loss return loss