Add missing param in apply_chat_template

logicalclocks · Dec 10, 2024 · 6f23b04 · 6f23b04
1 parent 3b8c621
commit 6f23b04
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/python/kserve/kserve/protocol/rest/openai/openai_chat_adapter_model.py b/python/kserve/kserve/protocol/rest/openai/openai_chat_adapter_model.py
@@ -27,6 +27,7 @@
     ChunkChoice,
     Completion,
     CompletionChoice,
+    ChatCompletionTool,
     CreateChatCompletionRequest,
     CreateCompletionRequest,
     Logprobs,
@@ -56,6 +57,7 @@ def apply_chat_template(
         self,
         messages: Iterable[ChatCompletionRequestMessage],
         chat_template: Optional[str] = None,
+        tools: Optional[list[ChatCompletionTool]] = None,
     ) -> ChatPrompt:
         """
         Given a list of chat completion messages, convert them to a prompt.