enable the grad_scale is too small error

k2-fsa · Mar 11, 2024 · e69b60e · e69b60e
1 parent 89632bf
commit e69b60e
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/egs/vctk/TTS/vits/train.py b/egs/vctk/TTS/vits/train.py
@@ -515,9 +515,9 @@ def save_bad_model(suffix: str = ""):
             if cur_grad_scale < 1.0e-05:
                 save_bad_model()
                 logging.warning(f"Grad scale is small: {cur_grad_scale}")
-                # raise RuntimeError(
-                #     f"grad_scale is too small, exiting: {cur_grad_scale}"
-                # )
+                raise RuntimeError(
+                    f"grad_scale is too small, exiting: {cur_grad_scale}"
+                )
 
         if params.batch_idx_train % params.log_interval == 0:
             cur_lr_g = max(scheduler_g.get_last_lr())