[Core] Reduce TTFT with concurrent partial prefills #22784
prashantgupta24Annotations
34 errors
|
mypy (3.12):
vllm/core/scheduler.py#L718
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.12):
vllm/core/scheduler.py#L906
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.12):
vllm/core/scheduler.py#L1008
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.12):
vllm/core/scheduler.py#L1031
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.12):
vllm/core/scheduler.py#L1116
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.12):
vllm/core/scheduler.py#L2050
Name "self" is not defined [name-defined]
|
|
mypy (3.12):
vllm/core/scheduler.py#L2050
Name "seq_group" is not defined [name-defined]
|
|
mypy (3.12)
Process completed with exit code 1.
|
|
mypy (3.11):
vllm/core/scheduler.py#L718
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.11):
vllm/core/scheduler.py#L906
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.11):
vllm/core/scheduler.py#L1008
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.11):
vllm/core/scheduler.py#L1031
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.11):
vllm/core/scheduler.py#L1116
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.11):
vllm/core/scheduler.py#L2050
Name "self" is not defined [name-defined]
|
|
mypy (3.11):
vllm/core/scheduler.py#L2050
Name "seq_group" is not defined [name-defined]
|
|
mypy (3.11)
Process completed with exit code 1.
|
|
mypy (3.9)
The job was canceled because "_3_12" failed.
|
|
mypy (3.9):
vllm/core/scheduler.py#L718
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.9):
vllm/core/scheduler.py#L906
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.9):
vllm/core/scheduler.py#L1008
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.9):
vllm/core/scheduler.py#L1031
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.9):
vllm/core/scheduler.py#L1116
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.9):
vllm/core/scheduler.py#L2050
Name "self" is not defined [name-defined]
|
|
mypy (3.9):
vllm/core/scheduler.py#L2050
Name "seq_group" is not defined [name-defined]
|
|
mypy (3.9)
Process completed with exit code 1.
|
|
mypy (3.10)
The job was canceled because "_3_12" failed.
|
|
mypy (3.10):
vllm/core/scheduler.py#L718
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.10):
vllm/core/scheduler.py#L906
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.10):
vllm/core/scheduler.py#L1008
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.10):
vllm/core/scheduler.py#L1031
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.10):
vllm/core/scheduler.py#L1116
"Scheduler" has no attribute "_get_num_new_uncached_and_cached_tokens" [attr-defined]
|
|
mypy (3.10):
vllm/core/scheduler.py#L2050
Name "self" is not defined [name-defined]
|
|
mypy (3.10):
vllm/core/scheduler.py#L2050
Name "seq_group" is not defined [name-defined]
|
|
mypy (3.10)
Process completed with exit code 1.
|