mirrors/icefall
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Undo cast in autocast mode.

Browse Source
This commit is contained in:
Daniel Povey 2022-11-26 14:29:49 +08:00
parent d1ee1f2d98
commit c653c66413
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
egs/librispeech/ASR/pruned_transducer_stateless7/scaling.py
View File

@ -400,8 +400,6 @@ class LinearWithAuxLossFunction(torch.autograd.Function):
x = x.to(torch.float16)
ctx.save_for_backward(x, weight, alpha)
ctx.aux_grad_scale = aux_grad_scale
if torch.is_autocast_enabled():
weight = weight.to(torch.float16)
return torch.matmul(x, weight.t())