Update train.py (#1590)

This commit is contained in:
Yifan Yang 2024-04-11 19:35:25 +08:00 committed by GitHub
parent ba5b2e854b
commit ed6bc200e3
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -966,7 +966,10 @@ def train_one_epoch(
scaler.step(optimizer) scaler.step(optimizer)
scaler.update() scaler.update()
optimizer.zero_grad() optimizer.zero_grad()
except: # noqa except Exception as e:
logging.info(
f"Caught exception: {e}."
)
save_bad_model() save_bad_model()
display_and_save_batch(batch, params=params, sp=sp) display_and_save_batch(batch, params=params, sp=sp)
raise raise