Skip to content

Commit

Permalink
removed fast checks
Browse files Browse the repository at this point in the history
Signed-off-by: Andrew Feldman <[email protected]>
  • Loading branch information
afeldman-nm committed Dec 9, 2024
1 parent dc63ac1 commit 4f30408
Showing 1 changed file with 0 additions and 38 deletions.
38 changes: 0 additions & 38 deletions tests/v1/sample/test_logprobs.py
Original file line number Diff line number Diff line change
@@ -1,4 +1,3 @@
import os
from typing import List

import pytest
Expand Down Expand Up @@ -240,43 +239,6 @@ def test_get_logprobs_and_prompt_logprobs(
monkeypatch=monkeypatch)


# LLM engine v1
@pytest.mark.skipif(os.getenv("VLLM_V1_FAST_TESTS") != "1",
reason="vLLM v1 fast tests not enabled by "
"VLLM_V1_FAST_TESTS=\"1\" in the environment.")
@pytest.mark.parametrize("model", MODELS)
@pytest.mark.parametrize("dtype",
["half"]) # needed for comparing logprobs with HF
@pytest.mark.parametrize("max_num_batched_tokens", [128])
@pytest.mark.parametrize("batch_logprobs_composition",
["NONE", "SAMPLE", "PROMPT", "SAMPLE_PROMPT"])
def test_fast_get_logprobs_and_prompt_logprobs(
hf_runner,
vllm_runner,
model: str,
dtype: str,
batch_logprobs_composition: str,
max_num_batched_tokens: int,
example_prompts,
monkeypatch,
) -> None:
"""Fast test: V1 Engine logprobs & prompt logprobs
Faster version of `test_get_logprobs_and_prompt_logprobs` with
fewer test cases.
"""
_test_case_get_logprobs_and_prompt_logprobs(
hf_runner=hf_runner,
vllm_runner=vllm_runner,
model=model,
dtype=dtype,
detokenize=True,
batch_logprobs_composition=batch_logprobs_composition,
max_num_batched_tokens=max_num_batched_tokens,
example_prompts=example_prompts,
monkeypatch=monkeypatch)


def test_max_logprobs(monkeypatch):
"""vLLM v1 engine should fail a request with `logprobs > max_logprobs`
Expand Down

0 comments on commit 4f30408

Please sign in to comment.