Update run-lm-eval-gsm-vllm-baseline.sh

vllm-project · Jul 16, 2024 · 433c160 · 433c160
1 parent b19c862
commit 433c160
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.buildkite/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh b/.buildkite/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh
@@ -47,5 +47,5 @@ done
 
 lm_eval --model vllm \
   --model_args pretrained=$MODEL,tensor_parallel_size=$TP_SIZE,add_bos_token=true,distributed_executor_backend="ray",trust_remote_code=true,max_model_len=4096 \
-  --tasks ifeval --num_fewshot $FEWSHOT --limit $LIMIT \
+  --tasks gsm8k --num_fewshot $FEWSHOT --limit $LIMIT \
   --batch_size $BATCH_SIZE