fix perplexity value of shorter passage

axolotl-ai-cloud · May 14, 2024 · 6961cb9 · 6961cb9
1 parent 8a007eb
commit 6961cb9
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/tests/test_perplexity.py b/tests/test_perplexity.py
@@ -38,4 +38,4 @@ def test_perplexity_short(metric):
     sample_text = "Once upon a time, there was a little car named Beep. Beep loved to go fast and play in the sun."
     result = metric.compute([sample_text])
     ppl = result["score"]
-    assert round(ppl, 2) == 5.37
+    assert round(ppl, 2) == 10.02