mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-09-19 05:54:20 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change eps to 1e-20

Browse Source
This commit is contained in:
Daniel Povey 2022-06-09 23:24:33 +08:00
parent c533f91fa2
commit 2c5ebc065e
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless2/scaling.py
View File

@ -812,7 +812,7 @@ class DecorrelateFunction(torch.autograd.Function):
# the loss starts getting quite small (less than 1), we start using # the loss starts getting quite small (less than 1), we start using
# smaller derivatives. # smaller derivatives.
decorr_loss_scale = ctx.scale * loss.detach().clamp(min=0.0, max=1.0) decorr_loss_scale = ctx.scale * loss.detach().clamp(min=0.0, max=1.0)
scale = decorr_loss_scale * (x_grad_old_sqnorm / (decorr_x_grad_sqnorm + 1.0e-10)) ** 0.5 scale = decorr_loss_scale * (x_grad_old_sqnorm / (decorr_x_grad_sqnorm + 1.0e-20)) ** 0.5
decorr_x_grad = decorr_x_grad * scale.unsqueeze(-1) decorr_x_grad = decorr_x_grad * scale.unsqueeze(-1)
x_grad = x_grad + decorr_x_grad x_grad = x_grad + decorr_x_grad