add log

katanemo · Dec 9, 2024 · 21fc0b5 · 21fc0b5
1 parent 9998c8b
commit 21fc0b5
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/model_server/src/core/function_calling.py b/model_server/src/core/function_calling.py
@@ -495,7 +495,9 @@ async def chat_completion(self, req: ChatMessage) -> ChatCompletionResponse:
                 print(
                     f"Hallucination detected for the following response, start parameter gathering: \n{''.join(self.hallu_handler.tokens)}"
                 )
-                print(f"Token entropy/varentropy map: {self.hallu_handler.entropy_map}")
+                print(
+                    f"Token entropy/varentropy map: {self.hallu_handler.token_probs_map}"
+                )
                 prefill_response = self._engage_parameter_gathering(messages)
                 model_response = prefill_response.choices[0].message.content
                 break