from local

This commit is contained in:
dohe0342 2022-12-10 14:59:48 +09:00
parent c6c8facaa5
commit a56fb98700
2 changed files with 23 additions and 9 deletions

View File

@ -1037,6 +1037,20 @@ def train_one_epoch(
)
if batch_idx % params.log_interval == 0:
if params.multi_optim:
cur_enc_lr = scheduler.get_last_lr()[0]
cur_dec_lr = scheduler.get_last_lr()[0]
cur_grad_scale = scaler._scale.item() if params.use_fp16 else 1.0
logging.info(
f"Epoch {params.cur_epoch}, "
f"batch {batch_idx}, loss[{loss_info}], "
f"tot_loss[{tot_loss}], batch size: {batch_size}, "
f"lr: {cur_lr:.2e}, "
+ (f"grad_scale: {scaler._scale.item()}" if params.use_fp16 else "")
)
else:
cur_lr = scheduler.get_last_lr()[0]
cur_grad_scale = scaler._scale.item() if params.use_fp16 else 1.0