mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Add -0.05 to DoubleSwish.

Browse Source
This commit is contained in:
Daniel Povey 2022-12-02 15:17:41 +08:00
parent 4afd95d822
commit f0f204552d
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -1118,7 +1118,7 @@ class DoubleSwishFunction(torch.autograd.Function):
assert d_scaled.max() < 256.0 assert d_scaled.max() < 256.0
d_int = d_scaled.to(torch.uint8) d_int = d_scaled.to(torch.uint8)
ctx.save_for_backward(d_int) ctx.save_for_backward(d_int)
y = y + alpha * x + beta * x.clamp(min=-x_limit, max=x_limit) y = y + alpha * x + beta * x.clamp(min=-x_limit, max=x_limit) + -0.05
if x.dtype == torch.float16 or torch.is_autocast_enabled(): if x.dtype == torch.float16 or torch.is_autocast_enabled():
y = y.to(torch.float16) y = y.to(torch.float16)
return y return y