from local

This commit is contained in:
dohe0342 2022-12-10 14:56:56 +09:00
parent 871b84fedd
commit c6c8facaa5
2 changed files with 0 additions and 2 deletions

View File

@ -955,8 +955,6 @@ def train_one_epoch(
)
loss_info.reduce(loss.device)
logging.info(loss_info)
numel = params.world_size / (params.accum_grads * loss_info["utterances"])
loss *= numel ## normalize loss over utts(batch size)