Remove default score and add more complete error reporting

comet-ml · Jan 31, 2025 · ff224da · ff224da
1 parent b60ac99
commit ff224da
Showing 1 changed file with 2 additions and 5 deletions.
diff --git a/sdks/python/src/opik/evaluation/metrics/llm_judges/usefulness/metric.py b/sdks/python/src/opik/evaluation/metrics/llm_judges/usefulness/metric.py
@@ -115,14 +115,11 @@ def _parse_model_output(self, content: str) -> score_result.ScoreResult:
             dict_content = json.loads(content)
             score: float = float(dict_content["score"])
 
-            if not (0.0 <= score <= 1.0):
-                score = 0.5
-
             return score_result.ScoreResult(
                 name=self.name, value=score, reason=dict_content["reason"]
             )
         except Exception as e:
-            LOGGER.error(f"Failed to parse model output: {e}")
+            LOGGER.error(f"Failed to parse model output: {e}", exc_info=True)
             raise MetricComputationError(
-                "Failed to parse usefulness score from model output"
+                f"Failed to parse usefulness score from model output: {repr(e)}"
             )