diff --git a/llama_stack/apis/agents/agents.py b/llama_stack/apis/agents/agents.py index 5fd90ae7ad..b0fcbf56ee 100644 --- a/llama_stack/apis/agents/agents.py +++ b/llama_stack/apis/agents/agents.py @@ -297,6 +297,7 @@ class AgentConfig(AgentConfigCommon): model: str instructions: str enable_session_persistence: bool + response_format: Optional[ResponseFormat] = None class AgentConfigOverridablePerTurn(AgentConfigCommon): diff --git a/llama_stack/providers/inline/agents/meta_reference/agent_instance.py b/llama_stack/providers/inline/agents/meta_reference/agent_instance.py index d7930550d7..2f2ca9580c 100644 --- a/llama_stack/providers/inline/agents/meta_reference/agent_instance.py +++ b/llama_stack/providers/inline/agents/meta_reference/agent_instance.py @@ -430,6 +430,7 @@ async def _run( input_messages, tools=self._get_tools(), tool_prompt_format=self.agent_config.tool_prompt_format, + response_format=self.agent_config.response_format, stream=True, sampling_params=sampling_params, ):