From fde7593b606cfdbd6abad2b02ce4f6cfb7520144 Mon Sep 17 00:00:00 2001 From: Fanyi Pu <FPU001@e.ntu.edu.sg> Date: Sat, 16 Mar 2024 00:21:49 +0800 Subject: [PATCH] update system prompt --- lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml | 1 + lmms_eval/tasks/mmbench/mmbench_cn.yaml | 3 --- 2 files changed, 1 insertion(+), 3 deletions(-) diff --git a/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml b/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml index 3fd57e2ad..31f644b1f 100644 --- a/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml +++ b/lmms_eval/tasks/mmbench/_default_template_mmbench_cn.yaml @@ -17,6 +17,7 @@ metadata: version: 0.0 gpt_eval_model_name: "gpt-3.5-turbo" quick_extract: true + sys_prompt: "有如下几个选项:" model_specific_prompt_kwargs: default: pre_prompt: "" diff --git a/lmms_eval/tasks/mmbench/mmbench_cn.yaml b/lmms_eval/tasks/mmbench/mmbench_cn.yaml index 82fddeb0c..a587a6563 100644 --- a/lmms_eval/tasks/mmbench/mmbench_cn.yaml +++ b/lmms_eval/tasks/mmbench/mmbench_cn.yaml @@ -3,6 +3,3 @@ task: - mmbench_cn_dev - mmbench_cn_test - mmbench_cn_cc -metadata: - version: 0.0 - sys_prompt: "有如下几个选项:" \ No newline at end of file