[CI/Build] mypy: check vllm/entrypoints (vllm-project#9194)

Signed-off-by: Russell Bryant <[email protected]> Signed-off-by: Maxime Fournioux <[email protected]>
mfournioux · Nov 20, 2024 · 1f172c3 · 1f172c3
1 parent 82727fd
commit 1f172c3
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/tools/mypy.sh b/tools/mypy.sh
@@ -19,7 +19,7 @@ run_mypy vllm/attention
 #run_mypy vllm/core
 run_mypy vllm/distributed
 run_mypy vllm/engine
-#run_mypy vllm/entrypoints
+run_mypy vllm/entrypoints
 run_mypy vllm/executor
 #run_mypy vllm/inputs
 run_mypy vllm/logging

diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -514,10 +514,13 @@ def chat(
         # Handle multi and single conversations
         if is_list_of(messages, list):
             # messages is List[List[...]]
-            list_of_messages = messages
+            list_of_messages = cast(List[List[ChatCompletionMessageParam]],
+                                    messages)
         else:
             # messages is List[...]
-            list_of_messages = [messages]
+            list_of_messages = [
+                cast(List[ChatCompletionMessageParam], messages)
+            ]
 
         prompts: List[Union[TokensPrompt, TextPrompt]] = []