mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Fix randn to rand

Browse Source
This commit is contained in:
Daniel Povey 2022-10-23 17:19:19 +08:00
parent e586cc319c
commit d6aa386552
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -915,13 +915,15 @@ class DoubleSwishFunction(torch.autograd.Function):
@staticmethod @staticmethod
def forward(ctx, x: Tensor) -> Tensor: def forward(ctx, x: Tensor) -> Tensor:
requires_grad = x.requires_grad
x = x.detach() x = x.detach()
s = torch.sigmoid(x - 1.0) s = torch.sigmoid(x - 1.0)
y = x * s y = x * s
# discretize s. This should be expectation-preserving if we just divide the if requires_grad:
# result by 255. # discretize s. This should be expectation-preserving if we just divide the
s = ((s * 255) + torch.randn_like(s)).to(torch.uint8) # result by 255.
ctx.save_for_backward(s, y) s = ((s * 255) + torch.rand_like(s)).to(torch.uint8)
ctx.save_for_backward(s, y)
return y return y
@staticmethod @staticmethod