From 5f784926ce8cc116945b5779356f1d9d54c1c09c Mon Sep 17 00:00:00 2001 From: Julian Risch Date: Fri, 6 Dec 2024 15:01:00 +0100 Subject: [PATCH] add release note --- releasenotes/notes/add-eval-harness-24698ae7c4470644.yaml | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 releasenotes/notes/add-eval-harness-24698ae7c4470644.yaml diff --git a/releasenotes/notes/add-eval-harness-24698ae7c4470644.yaml b/releasenotes/notes/add-eval-harness-24698ae7c4470644.yaml new file mode 100644 index 0000000000..9ce83fb9c7 --- /dev/null +++ b/releasenotes/notes/add-eval-harness-24698ae7c4470644.yaml @@ -0,0 +1,4 @@ +--- +features: + - | + Added a new RAGEvaluationHarness for evaluating RAG pipelines and an EvaluationHarness abstraction, which executes a pipeline with a given set of parameters, inputs and evaluates its outputs with an evaluation pipeline.