From fde7593b606cfdbd6abad2b02ce4f6cfb7520144 Mon Sep 17 00:00:00 2001
From: Fanyi Pu <FPU001@e.ntu.edu.sg>
Date: Sat, 16 Mar 2024 00:21:49 +0800
Subject: [PATCH] update system prompt

---
 lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml | 1 +
 lmms_eval/tasks/mmbench/mmbench_cn.yaml                   | 3 ---
 2 files changed, 1 insertion(+), 3 deletions(-)

diff --git a/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml b/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml
index 3fd57e2ad..31f644b1f 100644
--- a/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml
+++ b/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml
@@ -17,6 +17,7 @@ metadata:
   version: 0.0
   gpt_eval_model_name: "gpt-3.5-turbo"
   quick_extract: true
+  sys_prompt: "有如下几个选项:"
 model_specific_prompt_kwargs:
   default:
     pre_prompt: ""
diff --git a/lmms_eval/tasks/mmbench/mmbench_cn.yaml b/lmms_eval/tasks/mmbench/mmbench_cn.yaml
index 82fddeb0c..a587a6563 100644
--- a/lmms_eval/tasks/mmbench/mmbench_cn.yaml
+++ b/lmms_eval/tasks/mmbench/mmbench_cn.yaml
@@ -3,6 +3,3 @@ task:
   - mmbench_cn_dev
   - mmbench_cn_test
   - mmbench_cn_cc
-metadata:
-  version: 0.0
-  sys_prompt: "有如下几个选项:"
\ No newline at end of file