from local

This commit is contained in:
dohe0342 2023-04-11 16:12:25 +09:00
parent 875c436bf3
commit 1754bf0cd7
2 changed files with 1 additions and 1 deletions

View File

@ -1063,7 +1063,7 @@ def train_one_epoch(
try: loss_info.reduce(loss.device) try: loss_info.reduce(loss.device)
except: pass except: pass
logging.info(loss_info) print(loss_info)
numel = params.world_size / (params.accum_grads * loss_info["utterances"]) numel = params.world_size / (params.accum_grads * loss_info["utterances"])
loss *= numel ## normalize loss over utts(batch size) loss *= numel ## normalize loss over utts(batch size)