from local

This commit is contained in:
dohe0342 2022-12-13 13:56:51 +09:00
parent c2ec617c3d
commit 547ecf1878
3 changed files with 2 additions and 0 deletions

Binary file not shown.

View File

@ -1009,6 +1009,8 @@ def train_one_epoch(
# NOTE: We use reduction==sum and loss is computed over utterances
# in the batch and there is no normalization to it so far.
if scaler._scale.item() < 1.0e-05:
continue
scaler.scale(loss).backward()
if params.multi_optim and batch_idx % params.accum_grads == 0:
set_batch_count(model, params.batch_idx_train)