fix wrong args

wtmlon · Jan 25, 2024 · 05d1c0c · 05d1c0c
1 parent dc6df8c
commit 05d1c0c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/...elism/qwen/N1C8/qwen-qwen-7b_seqlen2048_pretrain_bs16_bf16_MP2-PP2-mbs2-acc4-recompute.sh b/...elism/qwen/N1C8/qwen-qwen-7b_seqlen2048_pretrain_bs16_bf16_MP2-PP2-mbs2-acc4-recompute.sh
@@ -18,7 +18,7 @@ param+="per_device_train_batch_size=2 "
 param+="data_parallel_degree=1 "
 param+="tensor_parallel_degree=2 "
 param+="pipeline_parallel_degree=2 "
-param+="virtual_pp_degree=5 "
+param+="virtual_pp_degree=1 "
 param+="sequence_parallel=0 "
 param+="sharding_parallel_degree=2 "
 param+="sharding=stage1 "