Merge branch 'channelwise-scales' of https://github.com/neuralmagic/n…

…m-vllm into channelwise-scales
vllm-project · Jul 16, 2024 · 724d7e9 · 724d7e9
2 parents 39f89b9 + 433c160
commit 724d7e9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/.buildkite/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh b/.buildkite/lm-eval-harness/run-lm-eval-gsm-vllm-baseline.sh
@@ -47,5 +47,5 @@ done
 
 lm_eval --model vllm \
   --model_args pretrained=$MODEL,tensor_parallel_size=$TP_SIZE,add_bos_token=true,distributed_executor_backend="ray",trust_remote_code=true,max_model_len=4096 \
-  --tasks ifeval --num_fewshot $FEWSHOT --limit $LIMIT \
+  --tasks gsm8k --num_fewshot $FEWSHOT --limit $LIMIT \
   --batch_size $BATCH_SIZE