from local

This commit is contained in:
dohe0342 2023-02-14 19:05:53 +09:00
parent 85006df75d
commit 7a6d960385
2 changed files with 5 additions and 5 deletions

View File

@ -678,11 +678,11 @@ def compute_loss(
ctc_loss_is_finite = torch.isfinite(ctc_loss) ctc_loss_is_finite = torch.isfinite(ctc_loss)
att_loss_is_finite = torch.isfinite(att_loss) att_loss_is_finite = torch.isfinite(att_loss)
if torch.any(~ctc_loss_is_finite) or torch.any(~att_loss_is_finite): if torch.any(~ctc_loss_is_finite) or torch.any(~att_loss_is_finite):
logging.info( #logging.info(
"Not all losses are finite!\n" # "Not all losses are finite!\n"
f"ctc_loss: {ctc_loss}\n" # f"ctc_loss: {ctc_loss}\n"
f"att_loss: {att_loss}" # f"att_loss: {att_loss}"
) #)
#display_and_save_batch(batch, params=params, sp=graph_compiler.sp) #display_and_save_batch(batch, params=params, sp=graph_compiler.sp)
ctc_loss = ctc_loss[ctc_loss_is_finite] ctc_loss = ctc_loss[ctc_loss_is_finite]
att_loss = att_loss[att_loss_is_finite] att_loss = att_loss[att_loss_is_finite]