From bba6edd06b36604d9ce292475ba4519b575bf3ad Mon Sep 17 00:00:00 2001
From: Ashwin Bharambe <ashwin.bharambe@gmail.com>
Date: Thu, 14 Nov 2024 12:51:38 -0800
Subject: [PATCH] Fix OpenAPI generation to have text/event-stream for
 streamable methods

---
 docs/openapi_generator/generate.py            |  16 -
 docs/openapi_generator/pyopenapi/generator.py |  14 +
 docs/resources/llama-stack-spec.html          | 620 +++++++++---------
 docs/resources/llama-stack-spec.yaml          | 542 +++++++--------
 4 files changed, 595 insertions(+), 597 deletions(-)

diff --git a/docs/openapi_generator/generate.py b/docs/openapi_generator/generate.py
index c41e3d003..97d265aeb 100644
--- a/docs/openapi_generator/generate.py
+++ b/docs/openapi_generator/generate.py
@@ -34,20 +34,6 @@
 from llama_stack.distribution.stack import LlamaStack
 
 
-# TODO: this should be fixed in the generator itself so it reads appropriate annotations
-STREAMING_ENDPOINTS = [
-    "/agents/turn/create",
-    "/inference/chat_completion",
-]
-
-
-def patch_sse_stream_responses(spec: Specification):
-    for path, path_item in spec.document.paths.items():
-        if path in STREAMING_ENDPOINTS:
-            content = path_item.post.responses["200"].content.pop("application/json")
-            path_item.post.responses["200"].content["text/event-stream"] = content
-
-
 def main(output_dir: str):
     output_dir = Path(output_dir)
     if not output_dir.exists():
@@ -74,8 +60,6 @@ def main(output_dir: str):
         ),
     )
 
-    patch_sse_stream_responses(spec)
-
     with open(output_dir / "llama-stack-spec.yaml", "w", encoding="utf-8") as fp:
         yaml.dump(spec.get_json(), fp, allow_unicode=True)
 
diff --git a/docs/openapi_generator/pyopenapi/generator.py b/docs/openapi_generator/pyopenapi/generator.py
index 0c8dcbdcb..12e3396e4 100644
--- a/docs/openapi_generator/pyopenapi/generator.py
+++ b/docs/openapi_generator/pyopenapi/generator.py
@@ -4,6 +4,7 @@
 # This source code is licensed under the terms described in the LICENSE file in
 # the root directory of this source tree.
 
+import collections
 import hashlib
 import ipaddress
 import typing
@@ -176,9 +177,20 @@ def build_content(
     ) -> Dict[str, MediaType]:
         "Creates the content subtree for a request or response."
 
+        def has_iterator_type(t):
+            if typing.get_origin(t) is typing.Union:
+                return any(has_iterator_type(a) for a in typing.get_args(t))
+            else:
+                # TODO: needs a proper fix where we let all types correctly flow upwards
+                # and then test against AsyncIterator
+                return "StreamChunk" in str(t)
+
         if is_generic_list(payload_type):
             media_type = "application/jsonl"
             item_type = unwrap_generic_list(payload_type)
+        elif has_iterator_type(payload_type):
+            item_type = payload_type
+            media_type = "text/event-stream"
         else:
             media_type = "application/json"
             item_type = payload_type
@@ -671,6 +683,8 @@ def generate(self) -> Document:
         for extra_tag_group in extra_tag_groups.values():
             tags.extend(extra_tag_group)
 
+        tags = sorted(tags, key=lambda t: t.name)
+
         tag_groups = []
         if operation_tags:
             tag_groups.append(
diff --git a/docs/resources/llama-stack-spec.html b/docs/resources/llama-stack-spec.html
index 44554f2ff..a0b4bccca 100644
--- a/docs/resources/llama-stack-spec.html
+++ b/docs/resources/llama-stack-spec.html
@@ -21,7 +21,7 @@
     "info": {
         "title": "[DRAFT] Llama Stack Specification",
         "version": "0.0.1",
-        "description": "This is the specification of the llama stack that provides\n                a set of endpoints and their corresponding interfaces that are tailored to\n                best leverage Llama Models. The specification is still in draft and subject to change.\n                Generated at 2024-11-13 21:05:58.323310"
+        "description": "This is the specification of the llama stack that provides\n                a set of endpoints and their corresponding interfaces that are tailored to\n                best leverage Llama Models. The specification is still in draft and subject to change.\n                Generated at 2024-11-14 12:51:12.176325"
     },
     "servers": [
         {
@@ -195,7 +195,7 @@
                     "200": {
                         "description": "Completion response. **OR** streamed completion response.",
                         "content": {
-                            "application/json": {
+                            "text/event-stream": {
                                 "schema": {
                                     "oneOf": [
                                         {
@@ -7965,118 +7965,63 @@
     ],
     "tags": [
         {
-            "name": "Agents"
-        },
-        {
-            "name": "DatasetIO"
-        },
-        {
-            "name": "Models"
-        },
-        {
-            "name": "Inference"
-        },
-        {
-            "name": "BatchInference"
-        },
-        {
-            "name": "Memory"
-        },
-        {
-            "name": "Safety"
-        },
-        {
-            "name": "Inspect"
-        },
-        {
-            "name": "EvalTasks"
-        },
-        {
-            "name": "Scoring"
-        },
-        {
-            "name": "Datasets"
-        },
-        {
-            "name": "PostTraining"
-        },
-        {
-            "name": "Eval"
-        },
-        {
-            "name": "Shields"
-        },
-        {
-            "name": "Telemetry"
-        },
-        {
-            "name": "ScoringFunctions"
-        },
-        {
-            "name": "MemoryBanks"
-        },
-        {
-            "name": "SyntheticDataGeneration"
-        },
-        {
-            "name": "BuiltinTool",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/BuiltinTool\" />"
+            "name": "AgentCandidate",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentCandidate\" />"
         },
         {
-            "name": "CompletionMessage",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CompletionMessage\" />"
+            "name": "AgentConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentConfig\" />"
         },
         {
-            "name": "ImageMedia",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ImageMedia\" />"
+            "name": "AgentCreateResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentCreateResponse\" />"
         },
         {
-            "name": "SamplingParams",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SamplingParams\" />"
+            "name": "AgentSessionCreateResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentSessionCreateResponse\" />"
         },
         {
-            "name": "SamplingStrategy",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SamplingStrategy\" />"
+            "name": "AgentStepResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentStepResponse\" />"
         },
         {
-            "name": "StopReason",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/StopReason\" />"
+            "name": "AgentTurnResponseEvent",
+            "description": "Streamed agent execution response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseEvent\" />"
         },
         {
-            "name": "SystemMessage",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SystemMessage\" />"
+            "name": "AgentTurnResponseStepCompletePayload",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseStepCompletePayload\" />"
         },
         {
-            "name": "ToolCall",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolCall\" />"
+            "name": "AgentTurnResponseStepProgressPayload",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseStepProgressPayload\" />"
         },
         {
-            "name": "ToolChoice",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolChoice\" />"
+            "name": "AgentTurnResponseStepStartPayload",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseStepStartPayload\" />"
         },
         {
-            "name": "ToolDefinition",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolDefinition\" />"
+            "name": "AgentTurnResponseStreamChunk",
+            "description": "streamed agent turn completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseStreamChunk\" />"
         },
         {
-            "name": "ToolParamDefinition",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolParamDefinition\" />"
+            "name": "AgentTurnResponseTurnCompletePayload",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseTurnCompletePayload\" />"
         },
         {
-            "name": "ToolPromptFormat",
-            "description": "This Enum refers to the prompt format for calling custom / zero shot tools\n\n`json` --\n    Refers to the json format for calling tools.\n    The json format takes the form like\n    {\n        \"type\": \"function\",\n        \"function\" : {\n            \"name\": \"function_name\",\n            \"description\": \"function_description\",\n            \"parameters\": {...}\n        }\n    }\n\n`function_tag` --\n    This is an example of how you could define\n    your own user defined format for making tool calls.\n    The function_tag format looks like this,\n    <function=function_name>(parameters)</function>\n\nThe detailed prompts for each of these formats are added to llama cli\n\n<SchemaDefinition schemaRef=\"#/components/schemas/ToolPromptFormat\" />"
+            "name": "AgentTurnResponseTurnStartPayload",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseTurnStartPayload\" />"
         },
         {
-            "name": "ToolResponseMessage",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolResponseMessage\" />"
+            "name": "Agents"
         },
         {
-            "name": "URL",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/URL\" />"
+            "name": "AppEvalTaskConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AppEvalTaskConfig\" />"
         },
         {
-            "name": "UserMessage",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/UserMessage\" />"
+            "name": "Attachment",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Attachment\" />"
         },
         {
             "name": "BatchChatCompletionRequest",
@@ -8094,6 +8039,17 @@
             "name": "BatchCompletionResponse",
             "description": "<SchemaDefinition schemaRef=\"#/components/schemas/BatchCompletionResponse\" />"
         },
+        {
+            "name": "BatchInference"
+        },
+        {
+            "name": "BenchmarkEvalTaskConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/BenchmarkEvalTaskConfig\" />"
+        },
+        {
+            "name": "BuiltinTool",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/BuiltinTool\" />"
+        },
         {
             "name": "CancelTrainingJobRequest",
             "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CancelTrainingJobRequest\" />"
@@ -8119,16 +8075,16 @@
             "description": "SSE-stream of these events.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/ChatCompletionResponseStreamChunk\" />"
         },
         {
-            "name": "TokenLogProbs",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/TokenLogProbs\" />"
+            "name": "Checkpoint",
+            "description": "Checkpoint created during training runs\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Checkpoint\" />"
         },
         {
-            "name": "ToolCallDelta",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolCallDelta\" />"
+            "name": "CodeInterpreterToolDefinition",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CodeInterpreterToolDefinition\" />"
         },
         {
-            "name": "ToolCallParseStatus",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolCallParseStatus\" />"
+            "name": "CompletionMessage",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CompletionMessage\" />"
         },
         {
             "name": "CompletionRequest",
@@ -8143,240 +8099,210 @@
             "description": "streamed completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/CompletionResponseStreamChunk\" />"
         },
         {
-            "name": "AgentConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentConfig\" />"
+            "name": "CreateAgentRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CreateAgentRequest\" />"
         },
         {
-            "name": "CodeInterpreterToolDefinition",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CodeInterpreterToolDefinition\" />"
+            "name": "CreateAgentSessionRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CreateAgentSessionRequest\" />"
         },
         {
-            "name": "FunctionCallToolDefinition",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/FunctionCallToolDefinition\" />"
+            "name": "CreateAgentTurnRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CreateAgentTurnRequest\" />"
         },
         {
-            "name": "MemoryToolDefinition",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/MemoryToolDefinition\" />"
+            "name": "DPOAlignmentConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DPOAlignmentConfig\" />"
         },
         {
-            "name": "PhotogenToolDefinition",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/PhotogenToolDefinition\" />"
+            "name": "Dataset",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Dataset\" />"
         },
         {
-            "name": "RestAPIExecutionConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RestAPIExecutionConfig\" />"
+            "name": "DatasetIO"
         },
         {
-            "name": "RestAPIMethod",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RestAPIMethod\" />"
+            "name": "Datasets"
         },
         {
-            "name": "SearchToolDefinition",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SearchToolDefinition\" />"
+            "name": "DeleteAgentsRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DeleteAgentsRequest\" />"
         },
         {
-            "name": "WolframAlphaToolDefinition",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/WolframAlphaToolDefinition\" />"
+            "name": "DeleteAgentsSessionRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DeleteAgentsSessionRequest\" />"
         },
         {
-            "name": "CreateAgentRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CreateAgentRequest\" />"
+            "name": "DeleteModelRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DeleteModelRequest\" />"
         },
         {
-            "name": "AgentCreateResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentCreateResponse\" />"
+            "name": "DoraFinetuningConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DoraFinetuningConfig\" />"
         },
         {
-            "name": "CreateAgentSessionRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CreateAgentSessionRequest\" />"
+            "name": "EmbeddingsRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EmbeddingsRequest\" />"
         },
         {
-            "name": "AgentSessionCreateResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentSessionCreateResponse\" />"
+            "name": "EmbeddingsResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EmbeddingsResponse\" />"
         },
         {
-            "name": "Attachment",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Attachment\" />"
+            "name": "Eval"
         },
         {
-            "name": "CreateAgentTurnRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/CreateAgentTurnRequest\" />"
+            "name": "EvalTask",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvalTask\" />"
         },
         {
-            "name": "AgentTurnResponseEvent",
-            "description": "Streamed agent execution response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseEvent\" />"
+            "name": "EvalTasks"
         },
         {
-            "name": "AgentTurnResponseStepCompletePayload",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseStepCompletePayload\" />"
+            "name": "EvaluateResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvaluateResponse\" />"
         },
         {
-            "name": "AgentTurnResponseStepProgressPayload",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseStepProgressPayload\" />"
+            "name": "EvaluateRowsRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvaluateRowsRequest\" />"
         },
         {
-            "name": "AgentTurnResponseStepStartPayload",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseStepStartPayload\" />"
+            "name": "FinetuningAlgorithm",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/FinetuningAlgorithm\" />"
         },
         {
-            "name": "AgentTurnResponseStreamChunk",
-            "description": "streamed agent turn completion response.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseStreamChunk\" />"
+            "name": "FunctionCallToolDefinition",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/FunctionCallToolDefinition\" />"
         },
         {
-            "name": "AgentTurnResponseTurnCompletePayload",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseTurnCompletePayload\" />"
+            "name": "GetAgentsSessionRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/GetAgentsSessionRequest\" />"
         },
         {
-            "name": "AgentTurnResponseTurnStartPayload",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentTurnResponseTurnStartPayload\" />"
+            "name": "GraphMemoryBank",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/GraphMemoryBank\" />"
         },
         {
-            "name": "InferenceStep",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/InferenceStep\" />"
+            "name": "GraphMemoryBankParams",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/GraphMemoryBankParams\" />"
         },
         {
-            "name": "MemoryRetrievalStep",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/MemoryRetrievalStep\" />"
+            "name": "HealthInfo",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/HealthInfo\" />"
         },
         {
-            "name": "SafetyViolation",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SafetyViolation\" />"
+            "name": "ImageMedia",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ImageMedia\" />"
         },
         {
-            "name": "ShieldCallStep",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ShieldCallStep\" />"
+            "name": "Inference"
         },
         {
-            "name": "ToolExecutionStep",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolExecutionStep\" />"
+            "name": "InferenceStep",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/InferenceStep\" />"
         },
         {
-            "name": "ToolResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolResponse\" />"
+            "name": "InsertDocumentsRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/InsertDocumentsRequest\" />"
         },
         {
-            "name": "Turn",
-            "description": "A single turn in an interaction with an Agentic System.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Turn\" />"
+            "name": "Inspect"
         },
         {
-            "name": "ViolationLevel",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ViolationLevel\" />"
+            "name": "Job",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Job\" />"
         },
         {
-            "name": "DeleteAgentsRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DeleteAgentsRequest\" />"
+            "name": "JobCancelRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/JobCancelRequest\" />"
         },
         {
-            "name": "DeleteAgentsSessionRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DeleteAgentsSessionRequest\" />"
-        },
-        {
-            "name": "DeleteModelRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DeleteModelRequest\" />"
-        },
-        {
-            "name": "EmbeddingsRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EmbeddingsRequest\" />"
+            "name": "JobStatus",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/JobStatus\" />"
         },
         {
-            "name": "EmbeddingsResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EmbeddingsResponse\" />"
+            "name": "KeyValueMemoryBank",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/KeyValueMemoryBank\" />"
         },
         {
-            "name": "AgentCandidate",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentCandidate\" />"
+            "name": "KeyValueMemoryBankParams",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/KeyValueMemoryBankParams\" />"
         },
         {
-            "name": "AppEvalTaskConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AppEvalTaskConfig\" />"
+            "name": "KeywordMemoryBank",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/KeywordMemoryBank\" />"
         },
         {
-            "name": "BenchmarkEvalTaskConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/BenchmarkEvalTaskConfig\" />"
+            "name": "KeywordMemoryBankParams",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/KeywordMemoryBankParams\" />"
         },
         {
             "name": "LLMAsJudgeScoringFnParams",
             "description": "<SchemaDefinition schemaRef=\"#/components/schemas/LLMAsJudgeScoringFnParams\" />"
         },
         {
-            "name": "ModelCandidate",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ModelCandidate\" />"
-        },
-        {
-            "name": "RegexParserScoringFnParams",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegexParserScoringFnParams\" />"
-        },
-        {
-            "name": "EvaluateRowsRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvaluateRowsRequest\" />"
+            "name": "LogEventRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/LogEventRequest\" />"
         },
         {
-            "name": "EvaluateResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvaluateResponse\" />"
+            "name": "LogSeverity",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/LogSeverity\" />"
         },
         {
-            "name": "ScoringResult",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoringResult\" />"
+            "name": "LoraFinetuningConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/LoraFinetuningConfig\" />"
         },
         {
-            "name": "GetAgentsSessionRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/GetAgentsSessionRequest\" />"
+            "name": "Memory"
         },
         {
-            "name": "GraphMemoryBank",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/GraphMemoryBank\" />"
+            "name": "MemoryBankDocument",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/MemoryBankDocument\" />"
         },
         {
-            "name": "KeyValueMemoryBank",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/KeyValueMemoryBank\" />"
+            "name": "MemoryBanks"
         },
         {
-            "name": "KeywordMemoryBank",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/KeywordMemoryBank\" />"
+            "name": "MemoryRetrievalStep",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/MemoryRetrievalStep\" />"
         },
         {
-            "name": "Session",
-            "description": "A single session of an interaction with an Agentic System.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Session\" />"
+            "name": "MemoryToolDefinition",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/MemoryToolDefinition\" />"
         },
         {
-            "name": "VectorMemoryBank",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/VectorMemoryBank\" />"
+            "name": "MetricEvent",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/MetricEvent\" />"
         },
         {
-            "name": "AgentStepResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/AgentStepResponse\" />"
+            "name": "Model",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Model\" />"
         },
         {
-            "name": "Dataset",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Dataset\" />"
+            "name": "ModelCandidate",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ModelCandidate\" />"
         },
         {
-            "name": "EvalTask",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/EvalTask\" />"
+            "name": "Models"
         },
         {
-            "name": "Model",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Model\" />"
+            "name": "OptimizerConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/OptimizerConfig\" />"
         },
         {
             "name": "PaginatedRowsResult",
             "description": "<SchemaDefinition schemaRef=\"#/components/schemas/PaginatedRowsResult\" />"
         },
         {
-            "name": "ScoringFn",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoringFn\" />"
-        },
-        {
-            "name": "Shield",
-            "description": "A safety shield resource that can be used to check content\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Shield\" />"
+            "name": "PhotogenToolDefinition",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/PhotogenToolDefinition\" />"
         },
         {
-            "name": "Trace",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Trace\" />"
+            "name": "PostTraining"
         },
         {
-            "name": "Checkpoint",
-            "description": "Checkpoint created during training runs\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Checkpoint\" />"
+            "name": "PostTrainingJob",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/PostTrainingJob\" />"
         },
         {
             "name": "PostTrainingJobArtifactsResponse",
@@ -8395,200 +8321,274 @@
             "description": "Status of a finetuning job.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/PostTrainingJobStatusResponse\" />"
         },
         {
-            "name": "PostTrainingJob",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/PostTrainingJob\" />"
+            "name": "PreferenceOptimizeRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/PreferenceOptimizeRequest\" />"
         },
         {
-            "name": "HealthInfo",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/HealthInfo\" />"
+            "name": "ProviderInfo",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ProviderInfo\" />"
         },
         {
-            "name": "MemoryBankDocument",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/MemoryBankDocument\" />"
+            "name": "QLoraFinetuningConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/QLoraFinetuningConfig\" />"
         },
         {
-            "name": "InsertDocumentsRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/InsertDocumentsRequest\" />"
+            "name": "QueryDocumentsRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/QueryDocumentsRequest\" />"
         },
         {
-            "name": "JobCancelRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/JobCancelRequest\" />"
+            "name": "QueryDocumentsResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/QueryDocumentsResponse\" />"
         },
         {
-            "name": "JobStatus",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/JobStatus\" />"
+            "name": "RLHFAlgorithm",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RLHFAlgorithm\" />"
         },
         {
-            "name": "ProviderInfo",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ProviderInfo\" />"
+            "name": "RegexParserScoringFnParams",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegexParserScoringFnParams\" />"
+        },
+        {
+            "name": "RegisterDatasetRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterDatasetRequest\" />"
+        },
+        {
+            "name": "RegisterEvalTaskRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterEvalTaskRequest\" />"
+        },
+        {
+            "name": "RegisterMemoryBankRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterMemoryBankRequest\" />"
+        },
+        {
+            "name": "RegisterModelRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterModelRequest\" />"
+        },
+        {
+            "name": "RegisterScoringFunctionRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterScoringFunctionRequest\" />"
+        },
+        {
+            "name": "RegisterShieldRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterShieldRequest\" />"
+        },
+        {
+            "name": "RestAPIExecutionConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RestAPIExecutionConfig\" />"
+        },
+        {
+            "name": "RestAPIMethod",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RestAPIMethod\" />"
         },
         {
             "name": "RouteInfo",
             "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RouteInfo\" />"
         },
         {
-            "name": "LogSeverity",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/LogSeverity\" />"
+            "name": "RunEvalRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunEvalRequest\" />"
         },
         {
-            "name": "MetricEvent",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/MetricEvent\" />"
+            "name": "RunShieldRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunShieldRequest\" />"
         },
         {
-            "name": "SpanEndPayload",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SpanEndPayload\" />"
+            "name": "RunShieldResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunShieldResponse\" />"
         },
         {
-            "name": "SpanStartPayload",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SpanStartPayload\" />"
+            "name": "Safety"
         },
         {
-            "name": "SpanStatus",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SpanStatus\" />"
+            "name": "SafetyViolation",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SafetyViolation\" />"
         },
         {
-            "name": "StructuredLogEvent",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/StructuredLogEvent\" />"
+            "name": "SamplingParams",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SamplingParams\" />"
         },
         {
-            "name": "UnstructuredLogEvent",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/UnstructuredLogEvent\" />"
+            "name": "SamplingStrategy",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SamplingStrategy\" />"
         },
         {
-            "name": "LogEventRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/LogEventRequest\" />"
+            "name": "ScoreBatchRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoreBatchRequest\" />"
         },
         {
-            "name": "DPOAlignmentConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DPOAlignmentConfig\" />"
+            "name": "ScoreBatchResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoreBatchResponse\" />"
         },
         {
-            "name": "OptimizerConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/OptimizerConfig\" />"
+            "name": "ScoreRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoreRequest\" />"
         },
         {
-            "name": "RLHFAlgorithm",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RLHFAlgorithm\" />"
+            "name": "ScoreResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoreResponse\" />"
         },
         {
-            "name": "TrainingConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/TrainingConfig\" />"
+            "name": "Scoring"
         },
         {
-            "name": "PreferenceOptimizeRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/PreferenceOptimizeRequest\" />"
+            "name": "ScoringFn",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoringFn\" />"
         },
         {
-            "name": "QueryDocumentsRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/QueryDocumentsRequest\" />"
+            "name": "ScoringFunctions"
         },
         {
-            "name": "QueryDocumentsResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/QueryDocumentsResponse\" />"
+            "name": "ScoringResult",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoringResult\" />"
         },
         {
-            "name": "RegisterDatasetRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterDatasetRequest\" />"
+            "name": "SearchToolDefinition",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SearchToolDefinition\" />"
         },
         {
-            "name": "RegisterEvalTaskRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterEvalTaskRequest\" />"
+            "name": "Session",
+            "description": "A single session of an interaction with an Agentic System.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Session\" />"
         },
         {
-            "name": "GraphMemoryBankParams",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/GraphMemoryBankParams\" />"
+            "name": "Shield",
+            "description": "A safety shield resource that can be used to check content\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Shield\" />"
         },
         {
-            "name": "KeyValueMemoryBankParams",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/KeyValueMemoryBankParams\" />"
+            "name": "ShieldCallStep",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ShieldCallStep\" />"
         },
         {
-            "name": "KeywordMemoryBankParams",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/KeywordMemoryBankParams\" />"
+            "name": "Shields"
         },
         {
-            "name": "VectorMemoryBankParams",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/VectorMemoryBankParams\" />"
+            "name": "SpanEndPayload",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SpanEndPayload\" />"
         },
         {
-            "name": "RegisterMemoryBankRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterMemoryBankRequest\" />"
+            "name": "SpanStartPayload",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SpanStartPayload\" />"
         },
         {
-            "name": "RegisterModelRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterModelRequest\" />"
+            "name": "SpanStatus",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SpanStatus\" />"
         },
         {
-            "name": "RegisterScoringFunctionRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterScoringFunctionRequest\" />"
+            "name": "StopReason",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/StopReason\" />"
         },
         {
-            "name": "RegisterShieldRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RegisterShieldRequest\" />"
+            "name": "StructuredLogEvent",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/StructuredLogEvent\" />"
         },
         {
-            "name": "RunEvalRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunEvalRequest\" />"
+            "name": "SupervisedFineTuneRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SupervisedFineTuneRequest\" />"
         },
         {
-            "name": "Job",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Job\" />"
+            "name": "SyntheticDataGenerateRequest",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SyntheticDataGenerateRequest\" />"
         },
         {
-            "name": "RunShieldRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunShieldRequest\" />"
+            "name": "SyntheticDataGeneration"
         },
         {
-            "name": "RunShieldResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/RunShieldResponse\" />"
+            "name": "SyntheticDataGenerationResponse",
+            "description": "Response from the synthetic data generation. Batch of (prompt, response, score) tuples that pass the threshold.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/SyntheticDataGenerationResponse\" />"
         },
         {
-            "name": "ScoreRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoreRequest\" />"
+            "name": "SystemMessage",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SystemMessage\" />"
         },
         {
-            "name": "ScoreResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoreResponse\" />"
+            "name": "Telemetry"
         },
         {
-            "name": "ScoreBatchRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoreBatchRequest\" />"
+            "name": "TokenLogProbs",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/TokenLogProbs\" />"
         },
         {
-            "name": "ScoreBatchResponse",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ScoreBatchResponse\" />"
+            "name": "ToolCall",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolCall\" />"
         },
         {
-            "name": "DoraFinetuningConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/DoraFinetuningConfig\" />"
+            "name": "ToolCallDelta",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolCallDelta\" />"
         },
         {
-            "name": "FinetuningAlgorithm",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/FinetuningAlgorithm\" />"
+            "name": "ToolCallParseStatus",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolCallParseStatus\" />"
         },
         {
-            "name": "LoraFinetuningConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/LoraFinetuningConfig\" />"
+            "name": "ToolChoice",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolChoice\" />"
         },
         {
-            "name": "QLoraFinetuningConfig",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/QLoraFinetuningConfig\" />"
+            "name": "ToolDefinition",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolDefinition\" />"
         },
         {
-            "name": "SupervisedFineTuneRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SupervisedFineTuneRequest\" />"
+            "name": "ToolExecutionStep",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolExecutionStep\" />"
         },
         {
-            "name": "SyntheticDataGenerateRequest",
-            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/SyntheticDataGenerateRequest\" />"
+            "name": "ToolParamDefinition",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolParamDefinition\" />"
         },
         {
-            "name": "SyntheticDataGenerationResponse",
-            "description": "Response from the synthetic data generation. Batch of (prompt, response, score) tuples that pass the threshold.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/SyntheticDataGenerationResponse\" />"
+            "name": "ToolPromptFormat",
+            "description": "This Enum refers to the prompt format for calling custom / zero shot tools\n\n`json` --\n    Refers to the json format for calling tools.\n    The json format takes the form like\n    {\n        \"type\": \"function\",\n        \"function\" : {\n            \"name\": \"function_name\",\n            \"description\": \"function_description\",\n            \"parameters\": {...}\n        }\n    }\n\n`function_tag` --\n    This is an example of how you could define\n    your own user defined format for making tool calls.\n    The function_tag format looks like this,\n    <function=function_name>(parameters)</function>\n\nThe detailed prompts for each of these formats are added to llama cli\n\n<SchemaDefinition schemaRef=\"#/components/schemas/ToolPromptFormat\" />"
+        },
+        {
+            "name": "ToolResponse",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolResponse\" />"
+        },
+        {
+            "name": "ToolResponseMessage",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ToolResponseMessage\" />"
+        },
+        {
+            "name": "Trace",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/Trace\" />"
+        },
+        {
+            "name": "TrainingConfig",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/TrainingConfig\" />"
+        },
+        {
+            "name": "Turn",
+            "description": "A single turn in an interaction with an Agentic System.\n\n<SchemaDefinition schemaRef=\"#/components/schemas/Turn\" />"
+        },
+        {
+            "name": "URL",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/URL\" />"
+        },
+        {
+            "name": "UnstructuredLogEvent",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/UnstructuredLogEvent\" />"
         },
         {
             "name": "UpdateModelRequest",
             "description": "<SchemaDefinition schemaRef=\"#/components/schemas/UpdateModelRequest\" />"
+        },
+        {
+            "name": "UserMessage",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/UserMessage\" />"
+        },
+        {
+            "name": "VectorMemoryBank",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/VectorMemoryBank\" />"
+        },
+        {
+            "name": "VectorMemoryBankParams",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/VectorMemoryBankParams\" />"
+        },
+        {
+            "name": "ViolationLevel",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/ViolationLevel\" />"
+        },
+        {
+            "name": "WolframAlphaToolDefinition",
+            "description": "<SchemaDefinition schemaRef=\"#/components/schemas/WolframAlphaToolDefinition\" />"
         }
     ],
     "x-tagGroups": [
diff --git a/docs/resources/llama-stack-spec.yaml b/docs/resources/llama-stack-spec.yaml
index fc28405d7..2ca26f759 100644
--- a/docs/resources/llama-stack-spec.yaml
+++ b/docs/resources/llama-stack-spec.yaml
@@ -3414,7 +3414,7 @@ info:
   description: "This is the specification of the llama stack that provides\n     \
     \           a set of endpoints and their corresponding interfaces that are tailored\
     \ to\n                best leverage Llama Models. The specification is still in\
-    \ draft and subject to change.\n                Generated at 2024-11-13 21:05:58.323310"
+    \ draft and subject to change.\n                Generated at 2024-11-14 12:51:12.176325"
   title: '[DRAFT] Llama Stack Specification'
   version: 0.0.1
 jsonSchemaDialect: https://json-schema.org/draft/2020-12/schema
@@ -4065,7 +4065,7 @@ paths:
       responses:
         '200':
           content:
-            application/json:
+            text/event-stream:
               schema:
                 oneOf:
                 - $ref: '#/components/schemas/CompletionResponse'
@@ -4824,67 +4824,51 @@ security:
 servers:
 - url: http://any-hosted-llama-stack.com
 tags:
-- name: Agents
-- name: DatasetIO
-- name: Models
-- name: Inference
-- name: BatchInference
-- name: Memory
-- name: Safety
-- name: Inspect
-- name: EvalTasks
-- name: Scoring
-- name: Datasets
-- name: PostTraining
-- name: Eval
-- name: Shields
-- name: Telemetry
-- name: ScoringFunctions
-- name: MemoryBanks
-- name: SyntheticDataGeneration
-- description: <SchemaDefinition schemaRef="#/components/schemas/BuiltinTool" />
-  name: BuiltinTool
-- description: <SchemaDefinition schemaRef="#/components/schemas/CompletionMessage"
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentCandidate" />
+  name: AgentCandidate
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentConfig" />
+  name: AgentConfig
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentCreateResponse"
     />
-  name: CompletionMessage
-- description: <SchemaDefinition schemaRef="#/components/schemas/ImageMedia" />
-  name: ImageMedia
-- description: <SchemaDefinition schemaRef="#/components/schemas/SamplingParams" />
-  name: SamplingParams
-- description: <SchemaDefinition schemaRef="#/components/schemas/SamplingStrategy"
+  name: AgentCreateResponse
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentSessionCreateResponse"
     />
-  name: SamplingStrategy
-- description: <SchemaDefinition schemaRef="#/components/schemas/StopReason" />
-  name: StopReason
-- description: <SchemaDefinition schemaRef="#/components/schemas/SystemMessage" />
-  name: SystemMessage
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolCall" />
-  name: ToolCall
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolChoice" />
-  name: ToolChoice
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolDefinition" />
-  name: ToolDefinition
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolParamDefinition"
+  name: AgentSessionCreateResponse
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentStepResponse"
     />
-  name: ToolParamDefinition
-- description: "This Enum refers to the prompt format for calling custom / zero shot\
-    \ tools\n\n`json` --\n    Refers to the json format for calling tools.\n    The\
-    \ json format takes the form like\n    {\n        \"type\": \"function\",\n  \
-    \      \"function\" : {\n            \"name\": \"function_name\",\n          \
-    \  \"description\": \"function_description\",\n            \"parameters\": {...}\n\
-    \        }\n    }\n\n`function_tag` --\n    This is an example of how you could\
-    \ define\n    your own user defined format for making tool calls.\n    The function_tag\
-    \ format looks like this,\n    <function=function_name>(parameters)</function>\n\
-    \nThe detailed prompts for each of these formats are added to llama cli\n\n<SchemaDefinition\
-    \ schemaRef=\"#/components/schemas/ToolPromptFormat\" />"
-  name: ToolPromptFormat
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolResponseMessage"
+  name: AgentStepResponse
+- description: 'Streamed agent execution response.
+
+
+    <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseEvent" />'
+  name: AgentTurnResponseEvent
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseStepCompletePayload"
     />
-  name: ToolResponseMessage
-- description: <SchemaDefinition schemaRef="#/components/schemas/URL" />
-  name: URL
-- description: <SchemaDefinition schemaRef="#/components/schemas/UserMessage" />
-  name: UserMessage
+  name: AgentTurnResponseStepCompletePayload
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseStepProgressPayload"
+    />
+  name: AgentTurnResponseStepProgressPayload
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseStepStartPayload"
+    />
+  name: AgentTurnResponseStepStartPayload
+- description: 'streamed agent turn completion response.
+
+
+    <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseStreamChunk"
+    />'
+  name: AgentTurnResponseStreamChunk
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseTurnCompletePayload"
+    />
+  name: AgentTurnResponseTurnCompletePayload
+- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseTurnStartPayload"
+    />
+  name: AgentTurnResponseTurnStartPayload
+- name: Agents
+- description: <SchemaDefinition schemaRef="#/components/schemas/AppEvalTaskConfig"
+    />
+  name: AppEvalTaskConfig
+- description: <SchemaDefinition schemaRef="#/components/schemas/Attachment" />
+  name: Attachment
 - description: <SchemaDefinition schemaRef="#/components/schemas/BatchChatCompletionRequest"
     />
   name: BatchChatCompletionRequest
@@ -4897,6 +4881,12 @@ tags:
 - description: <SchemaDefinition schemaRef="#/components/schemas/BatchCompletionResponse"
     />
   name: BatchCompletionResponse
+- name: BatchInference
+- description: <SchemaDefinition schemaRef="#/components/schemas/BenchmarkEvalTaskConfig"
+    />
+  name: BenchmarkEvalTaskConfig
+- description: <SchemaDefinition schemaRef="#/components/schemas/BuiltinTool" />
+  name: BuiltinTool
 - description: <SchemaDefinition schemaRef="#/components/schemas/CancelTrainingJobRequest"
     />
   name: CancelTrainingJobRequest
@@ -4923,13 +4913,17 @@ tags:
     <SchemaDefinition schemaRef="#/components/schemas/ChatCompletionResponseStreamChunk"
     />'
   name: ChatCompletionResponseStreamChunk
-- description: <SchemaDefinition schemaRef="#/components/schemas/TokenLogProbs" />
-  name: TokenLogProbs
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolCallDelta" />
-  name: ToolCallDelta
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolCallParseStatus"
+- description: 'Checkpoint created during training runs
+
+
+    <SchemaDefinition schemaRef="#/components/schemas/Checkpoint" />'
+  name: Checkpoint
+- description: <SchemaDefinition schemaRef="#/components/schemas/CodeInterpreterToolDefinition"
     />
-  name: ToolCallParseStatus
+  name: CodeInterpreterToolDefinition
+- description: <SchemaDefinition schemaRef="#/components/schemas/CompletionMessage"
+    />
+  name: CompletionMessage
 - description: <SchemaDefinition schemaRef="#/components/schemas/CompletionRequest"
     />
   name: CompletionRequest
@@ -4944,96 +4938,22 @@ tags:
     <SchemaDefinition schemaRef="#/components/schemas/CompletionResponseStreamChunk"
     />'
   name: CompletionResponseStreamChunk
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentConfig" />
-  name: AgentConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/CodeInterpreterToolDefinition"
-    />
-  name: CodeInterpreterToolDefinition
-- description: <SchemaDefinition schemaRef="#/components/schemas/FunctionCallToolDefinition"
-    />
-  name: FunctionCallToolDefinition
-- description: <SchemaDefinition schemaRef="#/components/schemas/MemoryToolDefinition"
-    />
-  name: MemoryToolDefinition
-- description: <SchemaDefinition schemaRef="#/components/schemas/PhotogenToolDefinition"
-    />
-  name: PhotogenToolDefinition
-- description: <SchemaDefinition schemaRef="#/components/schemas/RestAPIExecutionConfig"
-    />
-  name: RestAPIExecutionConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/RestAPIMethod" />
-  name: RestAPIMethod
-- description: <SchemaDefinition schemaRef="#/components/schemas/SearchToolDefinition"
-    />
-  name: SearchToolDefinition
-- description: <SchemaDefinition schemaRef="#/components/schemas/WolframAlphaToolDefinition"
-    />
-  name: WolframAlphaToolDefinition
 - description: <SchemaDefinition schemaRef="#/components/schemas/CreateAgentRequest"
     />
   name: CreateAgentRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentCreateResponse"
-    />
-  name: AgentCreateResponse
 - description: <SchemaDefinition schemaRef="#/components/schemas/CreateAgentSessionRequest"
     />
   name: CreateAgentSessionRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentSessionCreateResponse"
-    />
-  name: AgentSessionCreateResponse
-- description: <SchemaDefinition schemaRef="#/components/schemas/Attachment" />
-  name: Attachment
 - description: <SchemaDefinition schemaRef="#/components/schemas/CreateAgentTurnRequest"
     />
   name: CreateAgentTurnRequest
-- description: 'Streamed agent execution response.
-
-
-    <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseEvent" />'
-  name: AgentTurnResponseEvent
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseStepCompletePayload"
-    />
-  name: AgentTurnResponseStepCompletePayload
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseStepProgressPayload"
-    />
-  name: AgentTurnResponseStepProgressPayload
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseStepStartPayload"
-    />
-  name: AgentTurnResponseStepStartPayload
-- description: 'streamed agent turn completion response.
-
-
-    <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseStreamChunk"
-    />'
-  name: AgentTurnResponseStreamChunk
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseTurnCompletePayload"
-    />
-  name: AgentTurnResponseTurnCompletePayload
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentTurnResponseTurnStartPayload"
-    />
-  name: AgentTurnResponseTurnStartPayload
-- description: <SchemaDefinition schemaRef="#/components/schemas/InferenceStep" />
-  name: InferenceStep
-- description: <SchemaDefinition schemaRef="#/components/schemas/MemoryRetrievalStep"
-    />
-  name: MemoryRetrievalStep
-- description: <SchemaDefinition schemaRef="#/components/schemas/SafetyViolation"
-    />
-  name: SafetyViolation
-- description: <SchemaDefinition schemaRef="#/components/schemas/ShieldCallStep" />
-  name: ShieldCallStep
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolExecutionStep"
+- description: <SchemaDefinition schemaRef="#/components/schemas/DPOAlignmentConfig"
     />
-  name: ToolExecutionStep
-- description: <SchemaDefinition schemaRef="#/components/schemas/ToolResponse" />
-  name: ToolResponse
-- description: 'A single turn in an interaction with an Agentic System.
-
-
-    <SchemaDefinition schemaRef="#/components/schemas/Turn" />'
-  name: Turn
-- description: <SchemaDefinition schemaRef="#/components/schemas/ViolationLevel" />
-  name: ViolationLevel
+  name: DPOAlignmentConfig
+- description: <SchemaDefinition schemaRef="#/components/schemas/Dataset" />
+  name: Dataset
+- name: DatasetIO
+- name: Datasets
 - description: <SchemaDefinition schemaRef="#/components/schemas/DeleteAgentsRequest"
     />
   name: DeleteAgentsRequest
@@ -5043,82 +4963,112 @@ tags:
 - description: <SchemaDefinition schemaRef="#/components/schemas/DeleteModelRequest"
     />
   name: DeleteModelRequest
+- description: <SchemaDefinition schemaRef="#/components/schemas/DoraFinetuningConfig"
+    />
+  name: DoraFinetuningConfig
 - description: <SchemaDefinition schemaRef="#/components/schemas/EmbeddingsRequest"
     />
   name: EmbeddingsRequest
 - description: <SchemaDefinition schemaRef="#/components/schemas/EmbeddingsResponse"
     />
   name: EmbeddingsResponse
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentCandidate" />
-  name: AgentCandidate
-- description: <SchemaDefinition schemaRef="#/components/schemas/AppEvalTaskConfig"
-    />
-  name: AppEvalTaskConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/BenchmarkEvalTaskConfig"
-    />
-  name: BenchmarkEvalTaskConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/LLMAsJudgeScoringFnParams"
-    />
-  name: LLMAsJudgeScoringFnParams
-- description: <SchemaDefinition schemaRef="#/components/schemas/ModelCandidate" />
-  name: ModelCandidate
-- description: <SchemaDefinition schemaRef="#/components/schemas/RegexParserScoringFnParams"
+- name: Eval
+- description: <SchemaDefinition schemaRef="#/components/schemas/EvalTask" />
+  name: EvalTask
+- name: EvalTasks
+- description: <SchemaDefinition schemaRef="#/components/schemas/EvaluateResponse"
     />
-  name: RegexParserScoringFnParams
+  name: EvaluateResponse
 - description: <SchemaDefinition schemaRef="#/components/schemas/EvaluateRowsRequest"
     />
   name: EvaluateRowsRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/EvaluateResponse"
+- description: <SchemaDefinition schemaRef="#/components/schemas/FinetuningAlgorithm"
     />
-  name: EvaluateResponse
-- description: <SchemaDefinition schemaRef="#/components/schemas/ScoringResult" />
-  name: ScoringResult
+  name: FinetuningAlgorithm
+- description: <SchemaDefinition schemaRef="#/components/schemas/FunctionCallToolDefinition"
+    />
+  name: FunctionCallToolDefinition
 - description: <SchemaDefinition schemaRef="#/components/schemas/GetAgentsSessionRequest"
     />
   name: GetAgentsSessionRequest
 - description: <SchemaDefinition schemaRef="#/components/schemas/GraphMemoryBank"
     />
   name: GraphMemoryBank
-- description: <SchemaDefinition schemaRef="#/components/schemas/KeyValueMemoryBank"
+- description: <SchemaDefinition schemaRef="#/components/schemas/GraphMemoryBankParams"
     />
-  name: KeyValueMemoryBank
-- description: <SchemaDefinition schemaRef="#/components/schemas/KeywordMemoryBank"
+  name: GraphMemoryBankParams
+- description: <SchemaDefinition schemaRef="#/components/schemas/HealthInfo" />
+  name: HealthInfo
+- description: <SchemaDefinition schemaRef="#/components/schemas/ImageMedia" />
+  name: ImageMedia
+- name: Inference
+- description: <SchemaDefinition schemaRef="#/components/schemas/InferenceStep" />
+  name: InferenceStep
+- description: <SchemaDefinition schemaRef="#/components/schemas/InsertDocumentsRequest"
     />
-  name: KeywordMemoryBank
-- description: 'A single session of an interaction with an Agentic System.
-
-
-    <SchemaDefinition schemaRef="#/components/schemas/Session" />'
-  name: Session
-- description: <SchemaDefinition schemaRef="#/components/schemas/VectorMemoryBank"
+  name: InsertDocumentsRequest
+- name: Inspect
+- description: <SchemaDefinition schemaRef="#/components/schemas/Job" />
+  name: Job
+- description: <SchemaDefinition schemaRef="#/components/schemas/JobCancelRequest"
     />
-  name: VectorMemoryBank
-- description: <SchemaDefinition schemaRef="#/components/schemas/AgentStepResponse"
+  name: JobCancelRequest
+- description: <SchemaDefinition schemaRef="#/components/schemas/JobStatus" />
+  name: JobStatus
+- description: <SchemaDefinition schemaRef="#/components/schemas/KeyValueMemoryBank"
     />
-  name: AgentStepResponse
-- description: <SchemaDefinition schemaRef="#/components/schemas/Dataset" />
-  name: Dataset
-- description: <SchemaDefinition schemaRef="#/components/schemas/EvalTask" />
-  name: EvalTask
+  name: KeyValueMemoryBank
+- description: <SchemaDefinition schemaRef="#/components/schemas/KeyValueMemoryBankParams"
+    />
+  name: KeyValueMemoryBankParams
+- description: <SchemaDefinition schemaRef="#/components/schemas/KeywordMemoryBank"
+    />
+  name: KeywordMemoryBank
+- description: <SchemaDefinition schemaRef="#/components/schemas/KeywordMemoryBankParams"
+    />
+  name: KeywordMemoryBankParams
+- description: <SchemaDefinition schemaRef="#/components/schemas/LLMAsJudgeScoringFnParams"
+    />
+  name: LLMAsJudgeScoringFnParams
+- description: <SchemaDefinition schemaRef="#/components/schemas/LogEventRequest"
+    />
+  name: LogEventRequest
+- description: <SchemaDefinition schemaRef="#/components/schemas/LogSeverity" />
+  name: LogSeverity
+- description: <SchemaDefinition schemaRef="#/components/schemas/LoraFinetuningConfig"
+    />
+  name: LoraFinetuningConfig
+- name: Memory
+- description: <SchemaDefinition schemaRef="#/components/schemas/MemoryBankDocument"
+    />
+  name: MemoryBankDocument
+- name: MemoryBanks
+- description: <SchemaDefinition schemaRef="#/components/schemas/MemoryRetrievalStep"
+    />
+  name: MemoryRetrievalStep
+- description: <SchemaDefinition schemaRef="#/components/schemas/MemoryToolDefinition"
+    />
+  name: MemoryToolDefinition
+- description: <SchemaDefinition schemaRef="#/components/schemas/MetricEvent" />
+  name: MetricEvent
 - description: <SchemaDefinition schemaRef="#/components/schemas/Model" />
   name: Model
+- description: <SchemaDefinition schemaRef="#/components/schemas/ModelCandidate" />
+  name: ModelCandidate
+- name: Models
+- description: <SchemaDefinition schemaRef="#/components/schemas/OptimizerConfig"
+    />
+  name: OptimizerConfig
 - description: <SchemaDefinition schemaRef="#/components/schemas/PaginatedRowsResult"
     />
   name: PaginatedRowsResult
-- description: <SchemaDefinition schemaRef="#/components/schemas/ScoringFn" />
-  name: ScoringFn
-- description: 'A safety shield resource that can be used to check content
-
-
-    <SchemaDefinition schemaRef="#/components/schemas/Shield" />'
-  name: Shield
-- description: <SchemaDefinition schemaRef="#/components/schemas/Trace" />
-  name: Trace
-- description: 'Checkpoint created during training runs
-
-
-    <SchemaDefinition schemaRef="#/components/schemas/Checkpoint" />'
-  name: Checkpoint
+- description: <SchemaDefinition schemaRef="#/components/schemas/PhotogenToolDefinition"
+    />
+  name: PhotogenToolDefinition
+- name: PostTraining
+- description: <SchemaDefinition schemaRef="#/components/schemas/PostTrainingJob"
+    />
+  name: PostTrainingJob
 - description: 'Artifacts of a finetuning job.
 
 
@@ -5139,83 +5089,31 @@ tags:
     <SchemaDefinition schemaRef="#/components/schemas/PostTrainingJobStatusResponse"
     />'
   name: PostTrainingJobStatusResponse
-- description: <SchemaDefinition schemaRef="#/components/schemas/PostTrainingJob"
-    />
-  name: PostTrainingJob
-- description: <SchemaDefinition schemaRef="#/components/schemas/HealthInfo" />
-  name: HealthInfo
-- description: <SchemaDefinition schemaRef="#/components/schemas/MemoryBankDocument"
-    />
-  name: MemoryBankDocument
-- description: <SchemaDefinition schemaRef="#/components/schemas/InsertDocumentsRequest"
-    />
-  name: InsertDocumentsRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/JobCancelRequest"
+- description: <SchemaDefinition schemaRef="#/components/schemas/PreferenceOptimizeRequest"
     />
-  name: JobCancelRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/JobStatus" />
-  name: JobStatus
+  name: PreferenceOptimizeRequest
 - description: <SchemaDefinition schemaRef="#/components/schemas/ProviderInfo" />
   name: ProviderInfo
-- description: <SchemaDefinition schemaRef="#/components/schemas/RouteInfo" />
-  name: RouteInfo
-- description: <SchemaDefinition schemaRef="#/components/schemas/LogSeverity" />
-  name: LogSeverity
-- description: <SchemaDefinition schemaRef="#/components/schemas/MetricEvent" />
-  name: MetricEvent
-- description: <SchemaDefinition schemaRef="#/components/schemas/SpanEndPayload" />
-  name: SpanEndPayload
-- description: <SchemaDefinition schemaRef="#/components/schemas/SpanStartPayload"
-    />
-  name: SpanStartPayload
-- description: <SchemaDefinition schemaRef="#/components/schemas/SpanStatus" />
-  name: SpanStatus
-- description: <SchemaDefinition schemaRef="#/components/schemas/StructuredLogEvent"
-    />
-  name: StructuredLogEvent
-- description: <SchemaDefinition schemaRef="#/components/schemas/UnstructuredLogEvent"
-    />
-  name: UnstructuredLogEvent
-- description: <SchemaDefinition schemaRef="#/components/schemas/LogEventRequest"
-    />
-  name: LogEventRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/DPOAlignmentConfig"
-    />
-  name: DPOAlignmentConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/OptimizerConfig"
-    />
-  name: OptimizerConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/RLHFAlgorithm" />
-  name: RLHFAlgorithm
-- description: <SchemaDefinition schemaRef="#/components/schemas/TrainingConfig" />
-  name: TrainingConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/PreferenceOptimizeRequest"
+- description: <SchemaDefinition schemaRef="#/components/schemas/QLoraFinetuningConfig"
     />
-  name: PreferenceOptimizeRequest
+  name: QLoraFinetuningConfig
 - description: <SchemaDefinition schemaRef="#/components/schemas/QueryDocumentsRequest"
     />
   name: QueryDocumentsRequest
 - description: <SchemaDefinition schemaRef="#/components/schemas/QueryDocumentsResponse"
     />
   name: QueryDocumentsResponse
+- description: <SchemaDefinition schemaRef="#/components/schemas/RLHFAlgorithm" />
+  name: RLHFAlgorithm
+- description: <SchemaDefinition schemaRef="#/components/schemas/RegexParserScoringFnParams"
+    />
+  name: RegexParserScoringFnParams
 - description: <SchemaDefinition schemaRef="#/components/schemas/RegisterDatasetRequest"
     />
   name: RegisterDatasetRequest
 - description: <SchemaDefinition schemaRef="#/components/schemas/RegisterEvalTaskRequest"
     />
   name: RegisterEvalTaskRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/GraphMemoryBankParams"
-    />
-  name: GraphMemoryBankParams
-- description: <SchemaDefinition schemaRef="#/components/schemas/KeyValueMemoryBankParams"
-    />
-  name: KeyValueMemoryBankParams
-- description: <SchemaDefinition schemaRef="#/components/schemas/KeywordMemoryBankParams"
-    />
-  name: KeywordMemoryBankParams
-- description: <SchemaDefinition schemaRef="#/components/schemas/VectorMemoryBankParams"
-    />
-  name: VectorMemoryBankParams
 - description: <SchemaDefinition schemaRef="#/components/schemas/RegisterMemoryBankRequest"
     />
   name: RegisterMemoryBankRequest
@@ -5228,44 +5126,81 @@ tags:
 - description: <SchemaDefinition schemaRef="#/components/schemas/RegisterShieldRequest"
     />
   name: RegisterShieldRequest
+- description: <SchemaDefinition schemaRef="#/components/schemas/RestAPIExecutionConfig"
+    />
+  name: RestAPIExecutionConfig
+- description: <SchemaDefinition schemaRef="#/components/schemas/RestAPIMethod" />
+  name: RestAPIMethod
+- description: <SchemaDefinition schemaRef="#/components/schemas/RouteInfo" />
+  name: RouteInfo
 - description: <SchemaDefinition schemaRef="#/components/schemas/RunEvalRequest" />
   name: RunEvalRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/Job" />
-  name: Job
 - description: <SchemaDefinition schemaRef="#/components/schemas/RunShieldRequest"
     />
   name: RunShieldRequest
 - description: <SchemaDefinition schemaRef="#/components/schemas/RunShieldResponse"
     />
   name: RunShieldResponse
-- description: <SchemaDefinition schemaRef="#/components/schemas/ScoreRequest" />
-  name: ScoreRequest
-- description: <SchemaDefinition schemaRef="#/components/schemas/ScoreResponse" />
-  name: ScoreResponse
+- name: Safety
+- description: <SchemaDefinition schemaRef="#/components/schemas/SafetyViolation"
+    />
+  name: SafetyViolation
+- description: <SchemaDefinition schemaRef="#/components/schemas/SamplingParams" />
+  name: SamplingParams
+- description: <SchemaDefinition schemaRef="#/components/schemas/SamplingStrategy"
+    />
+  name: SamplingStrategy
 - description: <SchemaDefinition schemaRef="#/components/schemas/ScoreBatchRequest"
     />
   name: ScoreBatchRequest
 - description: <SchemaDefinition schemaRef="#/components/schemas/ScoreBatchResponse"
     />
   name: ScoreBatchResponse
-- description: <SchemaDefinition schemaRef="#/components/schemas/DoraFinetuningConfig"
-    />
-  name: DoraFinetuningConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/FinetuningAlgorithm"
+- description: <SchemaDefinition schemaRef="#/components/schemas/ScoreRequest" />
+  name: ScoreRequest
+- description: <SchemaDefinition schemaRef="#/components/schemas/ScoreResponse" />
+  name: ScoreResponse
+- name: Scoring
+- description: <SchemaDefinition schemaRef="#/components/schemas/ScoringFn" />
+  name: ScoringFn
+- name: ScoringFunctions
+- description: <SchemaDefinition schemaRef="#/components/schemas/ScoringResult" />
+  name: ScoringResult
+- description: <SchemaDefinition schemaRef="#/components/schemas/SearchToolDefinition"
     />
-  name: FinetuningAlgorithm
-- description: <SchemaDefinition schemaRef="#/components/schemas/LoraFinetuningConfig"
+  name: SearchToolDefinition
+- description: 'A single session of an interaction with an Agentic System.
+
+
+    <SchemaDefinition schemaRef="#/components/schemas/Session" />'
+  name: Session
+- description: 'A safety shield resource that can be used to check content
+
+
+    <SchemaDefinition schemaRef="#/components/schemas/Shield" />'
+  name: Shield
+- description: <SchemaDefinition schemaRef="#/components/schemas/ShieldCallStep" />
+  name: ShieldCallStep
+- name: Shields
+- description: <SchemaDefinition schemaRef="#/components/schemas/SpanEndPayload" />
+  name: SpanEndPayload
+- description: <SchemaDefinition schemaRef="#/components/schemas/SpanStartPayload"
     />
-  name: LoraFinetuningConfig
-- description: <SchemaDefinition schemaRef="#/components/schemas/QLoraFinetuningConfig"
+  name: SpanStartPayload
+- description: <SchemaDefinition schemaRef="#/components/schemas/SpanStatus" />
+  name: SpanStatus
+- description: <SchemaDefinition schemaRef="#/components/schemas/StopReason" />
+  name: StopReason
+- description: <SchemaDefinition schemaRef="#/components/schemas/StructuredLogEvent"
     />
-  name: QLoraFinetuningConfig
+  name: StructuredLogEvent
 - description: <SchemaDefinition schemaRef="#/components/schemas/SupervisedFineTuneRequest"
     />
   name: SupervisedFineTuneRequest
 - description: <SchemaDefinition schemaRef="#/components/schemas/SyntheticDataGenerateRequest"
     />
   name: SyntheticDataGenerateRequest
+- name: SyntheticDataGeneration
 - description: 'Response from the synthetic data generation. Batch of (prompt, response,
     score) tuples that pass the threshold.
 
@@ -5273,9 +5208,74 @@ tags:
     <SchemaDefinition schemaRef="#/components/schemas/SyntheticDataGenerationResponse"
     />'
   name: SyntheticDataGenerationResponse
+- description: <SchemaDefinition schemaRef="#/components/schemas/SystemMessage" />
+  name: SystemMessage
+- name: Telemetry
+- description: <SchemaDefinition schemaRef="#/components/schemas/TokenLogProbs" />
+  name: TokenLogProbs
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolCall" />
+  name: ToolCall
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolCallDelta" />
+  name: ToolCallDelta
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolCallParseStatus"
+    />
+  name: ToolCallParseStatus
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolChoice" />
+  name: ToolChoice
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolDefinition" />
+  name: ToolDefinition
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolExecutionStep"
+    />
+  name: ToolExecutionStep
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolParamDefinition"
+    />
+  name: ToolParamDefinition
+- description: "This Enum refers to the prompt format for calling custom / zero shot\
+    \ tools\n\n`json` --\n    Refers to the json format for calling tools.\n    The\
+    \ json format takes the form like\n    {\n        \"type\": \"function\",\n  \
+    \      \"function\" : {\n            \"name\": \"function_name\",\n          \
+    \  \"description\": \"function_description\",\n            \"parameters\": {...}\n\
+    \        }\n    }\n\n`function_tag` --\n    This is an example of how you could\
+    \ define\n    your own user defined format for making tool calls.\n    The function_tag\
+    \ format looks like this,\n    <function=function_name>(parameters)</function>\n\
+    \nThe detailed prompts for each of these formats are added to llama cli\n\n<SchemaDefinition\
+    \ schemaRef=\"#/components/schemas/ToolPromptFormat\" />"
+  name: ToolPromptFormat
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolResponse" />
+  name: ToolResponse
+- description: <SchemaDefinition schemaRef="#/components/schemas/ToolResponseMessage"
+    />
+  name: ToolResponseMessage
+- description: <SchemaDefinition schemaRef="#/components/schemas/Trace" />
+  name: Trace
+- description: <SchemaDefinition schemaRef="#/components/schemas/TrainingConfig" />
+  name: TrainingConfig
+- description: 'A single turn in an interaction with an Agentic System.
+
+
+    <SchemaDefinition schemaRef="#/components/schemas/Turn" />'
+  name: Turn
+- description: <SchemaDefinition schemaRef="#/components/schemas/URL" />
+  name: URL
+- description: <SchemaDefinition schemaRef="#/components/schemas/UnstructuredLogEvent"
+    />
+  name: UnstructuredLogEvent
 - description: <SchemaDefinition schemaRef="#/components/schemas/UpdateModelRequest"
     />
   name: UpdateModelRequest
+- description: <SchemaDefinition schemaRef="#/components/schemas/UserMessage" />
+  name: UserMessage
+- description: <SchemaDefinition schemaRef="#/components/schemas/VectorMemoryBank"
+    />
+  name: VectorMemoryBank
+- description: <SchemaDefinition schemaRef="#/components/schemas/VectorMemoryBankParams"
+    />
+  name: VectorMemoryBankParams
+- description: <SchemaDefinition schemaRef="#/components/schemas/ViolationLevel" />
+  name: ViolationLevel
+- description: <SchemaDefinition schemaRef="#/components/schemas/WolframAlphaToolDefinition"
+    />
+  name: WolframAlphaToolDefinition
 x-tagGroups:
 - name: Operations
   tags: