From c549ca7678893aa15ad08f0dd3af6115e28168df Mon Sep 17 00:00:00 2001
From: Chris Bowers <110624903+Chris-Bowers@users.noreply.github.com>
Date: Tue, 1 Apr 2025 16:11:59 -0700
Subject: [PATCH 1/2] Update serving.py

Adding response_format to allow for Structure Output when using some OpenAi models

Signed-off-by: Chris Bowers <110624903+Chris-Bowers@users.noreply.github.com>
---
 databricks/sdk/service/serving.py | 4 ++++
 1 file changed, 4 insertions(+)

diff --git a/databricks/sdk/service/serving.py b/databricks/sdk/service/serving.py
index 59ea20810..d899999ca 100755
--- a/databricks/sdk/service/serving.py
+++ b/databricks/sdk/service/serving.py
@@ -4699,6 +4699,8 @@ def query(
             body["stream"] = stream
         if temperature is not None:
             body["temperature"] = temperature
+        if response_format is not None:
+            body["response_format"] = response_format
         headers = {
             "Accept": "application/json",
             "Content-Type": "application/json",
@@ -4972,6 +4974,8 @@ def query(
             body["stream"] = stream
         if temperature is not None:
             body["temperature"] = temperature
+        if response_format is not None:
+            body["response_format"] = response_format
         data_plane_info = self._data_plane_info_query(
             name=name,
         )

From ec234fbea565df74621987b961faf42e32a927fe Mon Sep 17 00:00:00 2001
From: Chris Bowers <110624903+Chris-Bowers@users.noreply.github.com>
Date: Thu, 3 Apr 2025 14:16:51 -0700
Subject: [PATCH 2/2] Update serving.py

Adding response_format variable

Signed-off-by: Chris Bowers <110624903+Chris-Bowers@users.noreply.github.com>
---
 databricks/sdk/service/serving.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/databricks/sdk/service/serving.py b/databricks/sdk/service/serving.py
index d899999ca..a6732e224 100755
--- a/databricks/sdk/service/serving.py
+++ b/databricks/sdk/service/serving.py
@@ -4623,6 +4623,7 @@ def query(
         stop: Optional[List[str]] = None,
         stream: Optional[bool] = None,
         temperature: Optional[float] = None,
+        response_format: Optional[dict] = None,
     ) -> QueryEndpointResponse:
         """Query a serving endpoint.
 
@@ -4898,6 +4899,7 @@ def query(
         stop: Optional[List[str]] = None,
         stream: Optional[bool] = None,
         temperature: Optional[float] = None,
+        response_format: Optional[dict] = None,
     ) -> QueryEndpointResponse:
         """Query a serving endpoint.