[Bugfix] Handle <|tool_call|> token in granite tool parser (vllm-proj…

…ect#11039)

Signed-off-by: Travis Johnson <[email protected]>

vllm/entrypoints/openai/tool_parsers/granite_tool_parser.py

@@ -35,11 +35,13 @@ class GraniteToolParser(ToolParser):
 
     def __init__(self, tokenizer: AnyTokenizer):
         super().__init__(tokenizer)
+        self.bot_token = "<|tool_call|>"
 
     def extract_tool_calls(
             self, model_output: str,
             request: ChatCompletionRequest) -> ExtractedToolCallInformation:
-        stripped = model_output.strip()
+        # remove whitespace and the BOT token if it exists
+        stripped = model_output.strip().removeprefix(self.bot_token).lstrip()
         if not stripped or stripped[0] != '[':
             return ExtractedToolCallInformation(tools_called=False,
                                                 tool_calls=[],