From 21fc0b562462d455f7ca82eb6c9485aae35ce2d1 Mon Sep 17 00:00:00 2001 From: cotran Date: Mon, 9 Dec 2024 15:37:17 -0800 Subject: [PATCH] add log --- model_server/src/core/function_calling.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/model_server/src/core/function_calling.py b/model_server/src/core/function_calling.py index 531ccf6d..57428235 100644 --- a/model_server/src/core/function_calling.py +++ b/model_server/src/core/function_calling.py @@ -495,7 +495,9 @@ async def chat_completion(self, req: ChatMessage) -> ChatCompletionResponse: print( f"Hallucination detected for the following response, start parameter gathering: \n{''.join(self.hallu_handler.tokens)}" ) - print(f"Token entropy/varentropy map: {self.hallu_handler.entropy_map}") + print( + f"Token entropy/varentropy map: {self.hallu_handler.token_probs_map}" + ) prefill_response = self._engage_parameter_gathering(messages) model_response = prefill_response.choices[0].message.content break