from local

This commit is contained in:
dohe0342 2022-12-13 17:07:59 +09:00
parent b9e221a0c0
commit f66f6c7d9d
3 changed files with 1 additions and 1 deletions

Binary file not shown.

View File

@ -1009,7 +1009,7 @@ def train_one_epoch(
# NOTE: We use reduction==sum and loss is computed over utterances
# in the batch and there is no normalization to it so far.
logging.warning(f"Grad scale is small: {cur_grad_scale}")
scaler.scale(loss).backward()
if params.multi_optim and batch_idx % params.accum_grads == 0:
set_batch_count(model, params.batch_idx_train)