mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Make it use float16 if in amp but use clamp to avoid wrapping error

Browse Source
This commit is contained in:
Daniel Povey 2022-10-23 21:13:23 +08:00
parent 85657946bb
commit d3876e32c4
1 changed files with 1 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -922,8 +922,7 @@ class DoubleSwishFunction(torch.autograd.Function):
if requires_grad: if requires_grad:
# discretize s. This should be expectation-preserving if we just divide the # discretize s. This should be expectation-preserving if we just divide the
# result by 255. # result by 255.
s = s.to(torch.float) s = ((s * 255) + torch.rand_like(s)).clamp(max=255).to(torch.uint8)
s = ((s * 254.99) + torch.rand_like(s)).to(torch.uint8)
ctx.save_for_backward(s, y) ctx.save_for_backward(s, y)
return y return y