From e69b60e579482b73ae6e6d9ff584190176e07b03 Mon Sep 17 00:00:00 2001 From: jinzr Date: Mon, 11 Mar 2024 23:14:14 +0800 Subject: [PATCH] enable the grad_scale is too small error --- egs/vctk/TTS/vits/train.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/egs/vctk/TTS/vits/train.py b/egs/vctk/TTS/vits/train.py index d65dfd5c36..8dca57a6a8 100755 --- a/egs/vctk/TTS/vits/train.py +++ b/egs/vctk/TTS/vits/train.py @@ -515,9 +515,9 @@ def save_bad_model(suffix: str = ""): if cur_grad_scale < 1.0e-05: save_bad_model() logging.warning(f"Grad scale is small: {cur_grad_scale}") - # raise RuntimeError( - # f"grad_scale is too small, exiting: {cur_grad_scale}" - # ) + raise RuntimeError( + f"grad_scale is too small, exiting: {cur_grad_scale}" + ) if params.batch_idx_train % params.log_interval == 0: cur_lr_g = max(scheduler_g.get_last_lr())