mirrors/icefall
1
0
Fork 0
mirror of https://github.com/k2-fsa/icefall.git synced 2025-08-27 02:34:21 +00:00
Code Issues Packages Projects Releases Wiki Activity

enable the grad_scale is too small error

Browse Source
This commit is contained in:
jinzr 2024-03-11 23:14:14 +08:00
parent 89632bf748
commit e69b60e579
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
egs/vctk/TTS/vits/train.py
View File

@ -515,9 +515,9 @@ def train_one_epoch(
if cur_grad_scale < 1.0e-05: if cur_grad_scale < 1.0e-05:
save_bad_model() save_bad_model()
logging.warning(f"Grad scale is small: {cur_grad_scale}") logging.warning(f"Grad scale is small: {cur_grad_scale}")
# raise RuntimeError( raise RuntimeError(
# f"grad_scale is too small, exiting: {cur_grad_scale}" f"grad_scale is too small, exiting: {cur_grad_scale}"
# ) )
if params.batch_idx_train % params.log_interval == 0: if params.batch_idx_train % params.log_interval == 0:
cur_lr_g = max(scheduler_g.get_last_lr()) cur_lr_g = max(scheduler_g.get_last_lr())