Allow passing problems (dict) directly

amazon-science · Jun 5, 2023 · 32aad3e · 32aad3e
1 parent 9914956
commit 32aad3e
Showing 1 changed file with 5 additions and 1 deletion.
diff --git a/mxeval/evaluation.py b/mxeval/evaluation.py
@@ -91,7 +91,11 @@ def evaluate_functional_correctness(
     results to f"{sample_file}_results.jsonl"
     """
 
-    problems = read_problems(problem_file)
+    if type(problem_file) is not dict:
+        problems = read_problems(problem_file)
+    else:
+        print("Skip reading problems -- using problem_file (dict) as problems")
+        problems = problem_file
 
     # see execution.py for details
     # Check the generated samples against test suites.