from local

This commit is contained in:
dohe0342 2022-12-26 15:25:32 +09:00
parent bca5f83e19
commit 5fff319ede
2 changed files with 1 additions and 1 deletions

View File

@ -1097,7 +1097,7 @@ def train_one_epoch(
f"grad_scale is too small, exiting: {cur_grad_scale}"
)
if params.batch_idx_train > 4000 and loss > 300:
if params.batch_idx_train > 4000 and loss > 300 and params.wandb:
wb.log({"valid/loss": 10000})
raise RunteimError(
f"divergence... exiting: loss={loss}"