[examples] set num workers via argparse (#205)

Co-authored-by: ShengqiangLi <[email protected]>

examples/aishell-3/run.sh

@@ -63,7 +63,8 @@ if [ ${stage} -le 1 ] && [ ${stop_stage} -ge 1 ]; then
       --train_data $data/train.txt \
       --val_data $data/val.txt \
       --speaker_table $data/speaker.txt \
-      --phone_table $data/phones.txt
+      --phone_table $data/phones.txt \
+      --num_workers 8
 fi
 
 

examples/baker/run.sh

@@ -14,7 +14,7 @@ config=configs/v3.json
 
 # Please download data from https://www.data-baker.com/data/index/TNtts, and
 # set `raw_data_dir` to your data.
-raw_data_dir=/mnt/mnt-data-1/binbin.zhang/data/BZNSYP
+raw_data_dir=. # path to dataset directory
 data=data
 test_audio=test_audio
 ckpt_step=200000
@@ -56,7 +56,8 @@ if [ ${stage} -le 1 ] && [ ${stop_stage} -ge 1 ]; then
       --train_data $data/train.txt \
       --val_data $data/val.txt \
       --speaker_table $data/speaker.txt \
-      --phone_table $data/phones.txt
+      --phone_table $data/phones.txt \
+      --num_workers 8
 fi
 
 

examples/ljspeech/run.sh

@@ -57,7 +57,8 @@ if [ ${stage} -le 1 ] && [ ${stop_stage} -ge 1 ]; then
       --train_data $data/train.txt \
       --val_data $data/val.txt \
       --speaker_table $data/speaker.txt \
-      --phone_table $data/phones.txt
+      --phone_table $data/phones.txt \
+      --num_workers 8
 fi
 
 

examples/multilingual/run.sh

@@ -46,7 +46,8 @@ if [ ${stage} -le 1 ] && [ ${stop_stage} -ge 1 ]; then
       --train_data $data/train.txt \
       --val_data $data/val.txt \
       --speaker_table $data/speaker.txt \
-      --phone_table $data/phones.txt
+      --phone_table $data/phones.txt \
+      --num_workers 8
 fi
 
 if [ ${stage} -le 2 ] && [ ${stop_stage} -ge 2 ]; then

wetts/vits/train.py

@@ -66,7 +66,7 @@ def main():
     collate_fn = TextAudioSpeakerCollate()
     train_loader = DataLoader(
         train_dataset,
-        num_workers=8,
+        num_workers=hps.num_workers,
         shuffle=False,
         pin_memory=True,
         collate_fn=collate_fn,
@@ -77,7 +77,7 @@ def main():
                                               hps.data)
         eval_loader = DataLoader(
             eval_dataset,
-            num_workers=8,
+            num_workers=hps.num_workers,
             shuffle=False,
             batch_size=hps.train.batch_size,
             pin_memory=True,

wetts/vits/utils/task.py

@@ -181,6 +181,10 @@ def get_hparams(init=True):
                         type=str,
                         required=True,
                         help="phone table")
+    parser.add_argument('--num_workers',
+                        default=8,
+                        type=int,
+                        help='num of subprocess workers for reading')
     parser.add_argument(
         "--speaker_table",
         type=str,
@@ -218,6 +222,7 @@ def get_hparams(init=True):
 
     hparams = HParams(**config)
     hparams.model_dir = model_dir
+    hparams.num_workers = args.num_workers
     return hparams