Updates to extract_output_by_name in judge.py to parse JSON.

eisenzopf · May 29, 2024 · 9511737 · 9511737
1 parent 0451eab
commit 9511737
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 2 deletions.
diff --git a/llm_eval/judge.py b/llm_eval/judge.py
@@ -13,7 +13,9 @@ def __init__(self, config, df):
     def extract_output_by_name(self, name, value):
         if isinstance(value, float) and np.isnan(value):
             return ''
-        match1 = re.search(rf'{name}\s?:\s*.*?(\w+.*)', value, re.DOTALL)
+        #match1 = re.search(rf'{name}\s?:\s*.*?(\w+.*)', value, re.DOTALL)
+        #match1 = re.search(r'\{\s*"(.+?)"\s*:\s*"(.+?)"\s*\}')
+        match1 = re.search(r'\{\s*"' + name + r'"\s*:\s*"(.+?)"\s*\}')
         if match1:
             return match1.group(1).strip()
         else:

diff --git a/pyproject.toml b/pyproject.toml
@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "llm-eval"
-version = "0.5.8"
+version = "0.5.9"
 authors = [
     {name = "Jonathan Eisenzopf", email = "[email protected]"},
 ]