mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-12-11 06:55:27 +00:00
Code Issues Packages Projects Releases Wiki Activity

from local

Browse Source
This commit is contained in:
dohe0342 2022-12-13 13:57:44 +09:00
parent 547ecf1878
commit e039441a0f
2 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

BIN
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/.train.py.swp
View File

Binary file not shown.

7
egs/librispeech/ASR/pruned_transducer_stateless_d2v_v2/train.py
View File

@ -1009,9 +1009,10 @@ def train_one_epoch(
# NOTE: We use reduction==sum and loss is computed over utterances
# in the batch and there is no normalization to it so far.
if scaler._scale.item() < 1.0e-05:
continue
scaler.scale(loss).backward()
if scaler._scale.item() >= 1.0e-05:
scaler.scale(loss).backward()
else:
logging.warning(f"Grad scale is small: {cur_grad_scale}")
if params.multi_optim and batch_idx % params.accum_grads == 0:
set_batch_count(model, params.batch_idx_train)
scheduler_enc.step_batch(params.batch_idx_train)