mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

Dont print out full non-finite tensor

Browse Source
This commit is contained in:
Daniel Povey 2022-10-22 23:03:19 +08:00
parent e0c1dc66da
commit ad2d3c2b36
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
icefall/hooks.py
View File

@ -66,7 +66,7 @@ def register_inf_check_hooks(model: nn.Module) -> None:
continue continue
if not torch.isfinite(o.to(torch.float32).sum()): if not torch.isfinite(o.to(torch.float32).sum()):
logging.warning( logging.warning(
f"The sum of {_name}.grad[{i}] is not finite: {o}" f"The sum of {_name}.grad[{i}] is not finite"
) )
module.register_forward_hook(forward_hook) module.register_forward_hook(forward_hook)