Skip to content

Commit

Permalink
ollama-structured-output-fix-phi-2164 (#1547)
Browse files Browse the repository at this point in the history
  • Loading branch information
ysolanky authored Dec 12, 2024
1 parent 4429e92 commit 9768793
Showing 1 changed file with 2 additions and 2 deletions.
4 changes: 2 additions & 2 deletions phi/model/ollama/chat.py
Original file line number Diff line number Diff line change
Expand Up @@ -445,7 +445,7 @@ def response(self, messages: List[Message]) -> ModelResponse:
):
parsed_object = self.response_format.model_validate_json(response.get("message", {}).get("content", ""))
if parsed_object is not None:
model_response.parsed = parsed_object
model_response.parsed = parsed_object.model_dump_json()
except Exception as e:
logger.warning(f"Error parsing structured outputs: {e}")

Expand Down Expand Up @@ -508,7 +508,7 @@ async def aresponse(self, messages: List[Message]) -> ModelResponse:
):
parsed_object = self.response_format.model_validate_json(response.get("message", {}).get("content", ""))
if parsed_object is not None:
model_response.parsed = parsed_object
model_response.parsed = parsed_object.model_dump_json()
except Exception as e:
logger.warning(f"Error parsing structured outputs: {e}")

Expand Down

0 comments on commit 9768793

Please sign in to comment.