mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Change offset

Browse Source
This commit is contained in:
Daniel Povey 2022-12-02 15:20:37 +08:00
parent f0f204552d
commit c71a3c6098
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -1118,7 +1118,7 @@ class DoubleSwishFunction(torch.autograd.Function):
assert d_scaled.max() < 256.0
d_int = d_scaled.to(torch.uint8)
ctx.save_for_backward(d_int)
y = y + alpha * x + beta * x.clamp(min=-x_limit, max=x_limit) + -0.05
y = y + alpha * x + beta * x.clamp(min=-x_limit, max=x_limit) + 0.075
if x.dtype == torch.float16 or torch.is_autocast_enabled():
y = y.to(torch.float16)
return y