Fix databricks sdk version

CHANGELOG.md

@@ -1,3 +1,9 @@
+## [1.2.21]
+
+* **fix: Enforce minimum version of databricks-sdk (>=0.62.0) for databricks-volumes connector**
+* **fix: Update databricks-volumes connector to use 'content' parameter (changed from 'contents' in SDK 0.70.0+) and wrap file in io.BytesIO for BinaryIO compatibility**
+* **fix: Add constraints to prevent platform compatibility issues with tritonclient/perf-analyzer dependencies**
+
 ## [1.2.20]
 
 * **fix: Prevent weaviate cloud precheck from passing with invalid config**

pyproject.toml

@@ -165,6 +165,8 @@ ci = [
     "lancedb<=0.15.0",
     # TODO: versions higher than this are missing the macos wheel
     "pykx==2.5.3",
+    # TODO: Constraint due to perf-analyzer platform compatibility issues  
+    "tritonclient<=2.60.0",  # Allow 2.60.0 (was working), prevent 2.61.0 (has perf-analyzer issues)
 ]
 
 [project.scripts]

requirements/connectors/databricks-volumes.txt

@@ -1 +1 @@
-databricks-sdk
+databricks-sdk>=0.70.0

test/integration/connectors/expected_results/notion_database/downloads/1722c3765a0a8082b382ebc2c62d3f4c.html

@@ -54,17 +54,17 @@
     </td>
     <td>
       <div>
-        12
+        4
       </div>
     </td>
     <td>
       <div>
-        None-4
+        None-1
       </div>
     </td>
     <td>
       <div>
-        test-page4-in-database
+        test-page1-in-datab
       </div>
     </td>
     <td>
@@ -79,24 +79,21 @@
     </td>
     <td>
       <div>
-        2025-01-31
+        2024-12-01
       </div>
     </td>
     <td>
-      <div>
-        Not started
+      <div style='color: blue'>
+        In progress
       </div>
     </td>
     <td>
       <div>
         <span style='color: purple'>
           V1
         </span>
-        <span style='color: yellow'>
-          V5
-        </span>
-        <span style='color: gray'>
-          V7
+        <span style='color: green'>
+          V3
         </span>
       </div>
     </td>
@@ -107,7 +104,7 @@
     </td>
     <td>
       <div>
-        6
+        2
       </div>
     </td>
   </tr>
@@ -128,17 +125,17 @@
     </td>
     <td>
       <div>
-        90
+        46
       </div>
     </td>
     <td>
       <div>
-        None-3
+        None-2
       </div>
     </td>
     <td>
       <div>
-        test-page3-in-database
+        test-page2-in-database
       </div>
     </td>
     <td>
@@ -147,27 +144,30 @@
       </div>
     </td>
     <td>
-      <div style='color: pink'>
-        Medium
+      <div style='color: blue'>
+        Low
       </div>
     </td>
     <td>
       <div>
-        2025-01-06
+        2025-01-04
       </div>
     </td>
     <td>
-      <div style='color: orange'>
-        In Review
+      <div style='color: green'>
+        Done
       </div>
     </td>
     <td>
       <div>
-        <span style='color: yellow'>
-          V5
+        <span style='color: purple'>
+          V1
         </span>
-        <span>
-          V6
+        <span style='color: orange'>
+          V2
+        </span>
+        <span style='color: brown'>
+          V4
         </span>
       </div>
     </td>
@@ -178,7 +178,7 @@
     </td>
     <td>
       <div>
-        45
+        23
       </div>
     </td>
   </tr>
@@ -199,17 +199,17 @@
     </td>
     <td>
       <div>
-        46
+        12
       </div>
     </td>
     <td>
       <div>
-        None-2
+        None-4
       </div>
     </td>
     <td>
       <div>
-        test-page2-in-database
+        test-page4-in-database
       </div>
     </td>
     <td>
@@ -218,30 +218,30 @@
       </div>
     </td>
     <td>
-      <div style='color: blue'>
-        Low
+      <div style='color: gray'>
+        High
       </div>
     </td>
     <td>
       <div>
-        2025-01-04
+        2025-01-31
       </div>
     </td>
     <td>
-      <div style='color: green'>
-        Done
+      <div>
+        Not started
       </div>
     </td>
     <td>
       <div>
         <span style='color: purple'>
           V1
         </span>
-        <span style='color: orange'>
-          V2
+        <span style='color: yellow'>
+          V5
         </span>
-        <span style='color: brown'>
-          V4
+        <span style='color: gray'>
+          V7
         </span>
       </div>
     </td>
@@ -252,7 +252,7 @@
     </td>
     <td>
       <div>
-        23
+        6
       </div>
     </td>
   </tr>
@@ -273,17 +273,17 @@
     </td>
     <td>
       <div>
-        4
+        90
       </div>
     </td>
     <td>
       <div>
-        None-1
+        None-3
       </div>
     </td>
     <td>
       <div>
-        test-page1-in-datab
+        test-page3-in-database
       </div>
     </td>
     <td>
@@ -292,27 +292,27 @@
       </div>
     </td>
     <td>
-      <div style='color: gray'>
-        High
+      <div style='color: pink'>
+        Medium
       </div>
     </td>
     <td>
       <div>
-        2024-12-01
+        2025-01-06
       </div>
     </td>
     <td>
-      <div style='color: blue'>
-        In progress
+      <div style='color: orange'>
+        In Review
       </div>
     </td>
     <td>
       <div>
-        <span style='color: purple'>
-          V1
+        <span style='color: yellow'>
+          V5
         </span>
-        <span style='color: green'>
-          V3
+        <span>
+          V6
         </span>
       </div>
     </td>
@@ -323,7 +323,7 @@
     </td>
     <td>
       <div>
-        2
+        45
       </div>
     </td>
   </tr>

test/integration/connectors/expected_results/notion_database/file_data/1722c3765a0a8082b382ebc2c62d3f4c.json

@@ -14,7 +14,7 @@
     },
     "date_created": "2025-01-05T18:34:00.000Z",
     "date_modified": "2025-04-25T13:45:00.000Z",
-    "date_processed": "1749468783.3651376",
+    "date_processed": "1761568832.5411103",
     "permissions_data": null,
     "filesize_bytes": null
   },
@@ -34,6 +34,6 @@
     "url": "https://www.notion.so/1722c3765a0a8082b382ebc2c62d3f4c"
   },
   "reprocess": false,
-  "local_download_path": "/tmp/tmp2eoxbctx/1722c3765a0a8082b382ebc2c62d3f4c.html",
+  "local_download_path": "/tmp/tmp1_4nwizo/1722c3765a0a8082b382ebc2c62d3f4c.html",
   "display_name": "1722c3765a0a8082b382ebc2c62d3f4c.html"
 }

unstructured_ingest/__version__.py

@@ -1 +1 @@
-__version__ = "1.2.20"  # pragma: no cover
+__version__ = "1.2.21"  # pragma: no cover

unstructured_ingest/processes/connectors/databricks/volumes.py

@@ -1,3 +1,4 @@
+import io
 import os
 from abc import ABC
 from dataclasses import dataclass
@@ -220,9 +221,12 @@ def run(self, path: Path, file_data: FileData, **kwargs: Any) -> None:
         output_path = self.get_output_path(file_data=file_data)
         with open(path, "rb") as elements_file:
             try:
+                # Read file bytes and wrap in BytesIO to create BinaryIO object
+                file_bytes = elements_file.read()
+                binary_data = io.BytesIO(file_bytes)
                 self.connection_config.get_client().files.upload(
                     file_path=output_path,
-                    contents=elements_file,
+                    content=binary_data,  # Changed from 'contents' to 'content' in SDK 0.70.0+
                     overwrite=True,
                 )
             except Exception as e: