from local

This commit is contained in:
dohe0342 2023-04-11 16:45:12 +09:00
parent dd38705674
commit 718853950c
3 changed files with 0 additions and 2 deletions

View File

@ -1066,8 +1066,6 @@ def train_one_epoch(
try: loss_info.reduce(loss.device)
except: pass
print(loss_info)
numel = params.world_size / (params.accum_grads * loss_info["utterances"])
loss *= numel ## normalize loss over utts(batch size)