from local

This commit is contained in:
dohe0342 2022-12-10 14:56:14 +09:00
parent 2ca5d722b1
commit 83da8c41d7
3 changed files with 2 additions and 0 deletions

View File

@ -954,6 +954,8 @@ def train_one_epoch(
)
loss_info.reduce(loss.device)
logging.info(loss_info)
numel = params.world_size / (params.accum_grads * loss_info["utterances"])
loss *= numel ## normalize loss over utts(batch size)