mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Subtract, not add, 0.025.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-02 15:55:48 +08:00
parent 9a71406a46
commit d260b54177
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -1119,7 +1119,7 @@ class DoubleSwishFunction(torch.autograd.Function):
d_int = d_scaled.to(torch.uint8)
ctx.save_for_backward(d_int)
# on wolframalpha, do: (x * sigmoid(x-1) - 0.05 * x + 0.05 * min(0.15, max(-0.15, x)) + 0.025) from x=-3 to 2
y = y + alpha * x + beta * x.clamp(min=-x_limit, max=x_limit) + 0.025
y = y + alpha * x + beta * x.clamp(min=-x_limit, max=x_limit) - 0.025
if x.dtype == torch.float16 or torch.is_autocast_enabled():
y = y.to(torch.float16)
return y