Skip to content

Commit

Permalink
Restore CPU LLM Server integration test (#520)
Browse files Browse the repository at this point in the history
Remove `xfail` from CPU LLM Server Integration test. Shortfin server is
back in a good spot, and this should be left on anyways
  • Loading branch information
stbaione authored Nov 14, 2024
1 parent e381e87 commit 754e168
Showing 1 changed file with 0 additions and 2 deletions.
2 changes: 0 additions & 2 deletions build_tools/integration_tests/llm/cpu_llm_server_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -78,15 +78,13 @@ def do_generate(prompt, port):
],
indirect=True,
)
@pytest.mark.xfail(raises=AccuracyValidationException)
def test_llm_server(llm_server, available_port):
# Here you would typically make requests to your server
# and assert on the responses
assert llm_server.poll() is None
output = do_generate("1 2 3 4 5 ", available_port)
logger.info(output)
expected_output_prefix = "6 7 8"
# TODO(#437): Remove when accuracy issue from latest iree-compiler RC is resolved.
if not output.startswith(expected_output_prefix):
raise AccuracyValidationException(
f"Expected '{output}' to start with '{expected_output_prefix}'"
Expand Down

0 comments on commit 754e168

Please sign in to comment.