diff --git a/egs/vctk/TTS/vits/train.py b/egs/vctk/TTS/vits/train.py
index d65dfd5c3..8dca57a6a 100755
--- a/egs/vctk/TTS/vits/train.py
+++ b/egs/vctk/TTS/vits/train.py
@@ -515,9 +515,9 @@ def train_one_epoch(
             if cur_grad_scale < 1.0e-05:
                 save_bad_model()
                 logging.warning(f"Grad scale is small: {cur_grad_scale}")
-                # raise RuntimeError(
-                #     f"grad_scale is too small, exiting: {cur_grad_scale}"
-                # )
+                raise RuntimeError(
+                    f"grad_scale is too small, exiting: {cur_grad_scale}"
+                )
 
         if params.batch_idx_train % params.log_interval == 0:
             cur_lr_g = max(scheduler_g.get_last_lr())