Merge branch 'scaled_adam_exp149' into scaled_adam_exp150

This commit is contained in:
Daniel Povey 2022-10-20 13:31:22 +08:00
commit 5a0914fdcf

View File

@ -282,7 +282,6 @@ class SoftmaxFunction(torch.autograd.Function):
def softmax(x: Tensor,
dim: int):
logging.info(f"torch.is_autocast_enabled()={torch.is_autocast_enabled()}, x dtype={x.dtype}")
return SoftmaxFunction.apply(x, dim)