mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Changes for speed

Browse Source
This commit is contained in:
Daniel Povey 2022-11-26 14:35:26 +08:00
parent c653c66413
commit 110c2601ab
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -493,14 +493,13 @@ class LinearWithAuxLoss(nn.Module):
aux_grad_scale = float(self.aux_grad_scale)
if (not self.training or torch.jit.is_scripting() or
aux_grad_scale == 0.0 or random.random() > float(self.prob)):
ans = torch.matmul(x, self.weight.t())
return torch.nn.functional.linear(x, self.weight, self.bias)
else:
ans = LinearWithAuxLossFunction.apply(x, self.weight, self.alpha,
aux_grad_scale)
if self.bias is None:
if self.bias is not None:
ans += self.bias
return ans
else:
return ans + self.bias
def ScaledLinear(*args,