mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Reduce offset from 0.075 to 0.025.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-02 15:40:21 +08:00
parent c71a3c6098
commit 9a71406a46
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -1118,7 +1118,8 @@ class DoubleSwishFunction(torch.autograd.Function):
assert d_scaled.max() < 256.0
d_int = d_scaled.to(torch.uint8)
ctx.save_for_backward(d_int)
y = y + alpha * x + beta * x.clamp(min=-x_limit, max=x_limit) + 0.075
# on wolframalpha, do: (x * sigmoid(x-1) - 0.05 * x + 0.05 * min(0.15, max(-0.15, x)) + 0.025) from x=-3 to 2
y = y + alpha * x + beta * x.clamp(min=-x_limit, max=x_limit) + 0.025
if x.dtype == torch.float16 or torch.is_autocast_enabled():
y = y.to(torch.float16)
return y