[CI/Build] mypy: check vllm/entrypoints (#9194)

Signed-off-by: Russell Bryant <[email protected]>
vllm-project · Oct 9, 2024 · cdca899 · cdca899
1 parent ca77dd7
commit cdca899
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 3 deletions.
diff --git a/tools/mypy.sh b/tools/mypy.sh
@@ -19,7 +19,7 @@ run_mypy vllm/attention
 #run_mypy vllm/core
 run_mypy vllm/distributed
 run_mypy vllm/engine
-#run_mypy vllm/entrypoints
+run_mypy vllm/entrypoints
 run_mypy vllm/executor
 #run_mypy vllm/inputs
 run_mypy vllm/logging

diff --git a/vllm/entrypoints/llm.py b/vllm/entrypoints/llm.py
@@ -514,10 +514,13 @@ def chat(
         # Handle multi and single conversations
         if is_list_of(messages, list):
             # messages is List[List[...]]
-            list_of_messages = messages
+            list_of_messages = cast(List[List[ChatCompletionMessageParam]],
+                                    messages)
         else:
             # messages is List[...]
-            list_of_messages = [messages]
+            list_of_messages = [
+                cast(List[ChatCompletionMessageParam], messages)
+            ]
 
         prompts: List[Union[TokensPrompt, TextPrompt]] = []