mirrors/icefall
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix constants in SwooshFunction.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-02 18:37:23 +08:00
parent 14267a5194
commit 2bfc38207c
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -1235,7 +1235,7 @@ class SwooshFunction(torch.autograd.Function):
with torch.enable_grad(): with torch.enable_grad():
x = x.detach() x = x.detach()
x.requires_grad = True x.requires_grad = True
y = torch.logaddexp(one, x - 4) - 0.08 * x - 0.15 y = torch.logaddexp(one, x - 1.125) - 0.08 * x - 0.3
if not requires_grad: if not requires_grad:
return y return y
@ -1273,7 +1273,7 @@ class Swoosh(torch.nn.Module):
""" """
if torch.jit.is_scripting(): if torch.jit.is_scripting():
one = torch.tensor(1.0, dtype=x.dtype, device=x.device) one = torch.tensor(1.0, dtype=x.dtype, device=x.device)
return torch.logaddexp(one, x - 4) - 0.08 * x - 0.15 return torch.logaddexp(one, x - 1.125) - 0.08 * x - 0.3
return SwooshFunction.apply(x) return SwooshFunction.apply(x)