From 94e8a1559db57a4ffe29cb324743e5cec57b801e Mon Sep 17 00:00:00 2001 From: David Kurokawa Date: Thu, 24 Oct 2024 14:24:24 -0700 Subject: [PATCH] Use proper golden set format. (#1587) --- .../llama_index/llama_index_groundtruth.ipynb | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/examples/expositional/frameworks/llama_index/llama_index_groundtruth.ipynb b/examples/expositional/frameworks/llama_index/llama_index_groundtruth.ipynb index 06142cebe..73f346b3d 100644 --- a/examples/expositional/frameworks/llama_index/llama_index_groundtruth.ipynb +++ b/examples/expositional/frameworks/llama_index/llama_index_groundtruth.ipynb @@ -130,23 +130,23 @@ "golden_set = [\n", " {\n", " \"query\": \"What was the author's undergraduate major?\",\n", - " \"response\": \"He didn't choose a major, and customized his courses.\",\n", + " \"expected_response\": \"He didn't choose a major, and customized his courses.\",\n", " },\n", " {\n", " \"query\": \"What company did the author start in 1995?\",\n", - " \"response\": \"Viaweb, to make software for building online stores.\",\n", + " \"expected_response\": \"Viaweb, to make software for building online stores.\",\n", " },\n", " {\n", " \"query\": \"Where did the author move in 1998 after selling Viaweb?\",\n", - " \"response\": \"California, after Yahoo acquired Viaweb.\",\n", + " \"expected_response\": \"California, after Yahoo acquired Viaweb.\",\n", " },\n", " {\n", " \"query\": \"What did the author do after leaving Yahoo in 1999?\",\n", - " \"response\": \"He focused on painting and tried to improve his art skills.\",\n", + " \"expected_response\": \"He focused on painting and tried to improve his art skills.\",\n", " },\n", " {\n", " \"query\": \"What program did the author start with Jessica Livingston in 2005?\",\n", - " \"response\": \"Y Combinator, to provide seed funding for startups.\",\n", + " \"expected_response\": \"Y Combinator, to provide seed funding for startups.\",\n", " },\n", "]" ]