Update Meta-Llama-3.2-1B-Instruct-INT8-compressed-tensors.yaml

vllm-project · Nov 4, 2024 · 7bfc3ad · 7bfc3ad
1 parent 232aceb
commit 7bfc3ad
Showing 1 changed file with 2 additions and 2 deletions.
diff --git a/.buildkite/lm-eval-harness/configs/Meta-Llama-3.2-1B-Instruct-INT8-compressed-tensors.yaml b/.buildkite/lm-eval-harness/configs/Meta-Llama-3.2-1B-Instruct-INT8-compressed-tensors.yaml
@@ -4,8 +4,8 @@ tasks:
 - name: "gsm8k"
   metrics:
   - name: "exact_match,strict-match"
-    value: 0.356
+    value: 0.341
   - name: "exact_match,flexible-extract"
-    value: 0.358
+    value: 0.342
 limit: 1000
 num_fewshot: 5