diff --git a/databricks/sdk/service/serving.py b/databricks/sdk/service/serving.py
index 59ea20810..a6732e224 100755
--- a/databricks/sdk/service/serving.py
+++ b/databricks/sdk/service/serving.py
@@ -4623,6 +4623,7 @@ def query(
         stop: Optional[List[str]] = None,
         stream: Optional[bool] = None,
         temperature: Optional[float] = None,
+        response_format: Optional[dict] = None,
     ) -> QueryEndpointResponse:
         """Query a serving endpoint.
 
@@ -4699,6 +4700,8 @@ def query(
             body["stream"] = stream
         if temperature is not None:
             body["temperature"] = temperature
+        if response_format is not None:
+            body["response_format"] = response_format
         headers = {
             "Accept": "application/json",
             "Content-Type": "application/json",
@@ -4896,6 +4899,7 @@ def query(
         stop: Optional[List[str]] = None,
         stream: Optional[bool] = None,
         temperature: Optional[float] = None,
+        response_format: Optional[dict] = None,
     ) -> QueryEndpointResponse:
         """Query a serving endpoint.
 
@@ -4972,6 +4976,8 @@ def query(
             body["stream"] = stream
         if temperature is not None:
             body["temperature"] = temperature
+        if response_format is not None:
+            body["response_format"] = response_format
         data_plane_info = self._data_plane_info_query(
             name=name,
         )