Skip to content

Commit b7a40b0

Browse files
wbo4958wbo4958
committed
[jvm-packages] Support spark connect
1 parent 2fad970 commit b7a40b0

File tree

18 files changed

+1110
-26
lines changed

18 files changed

+1110
-26
lines changed

‎jvm-packages/pom.xml

Lines changed: 18 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@
55
<modelVersion>4.0.0</modelVersion>
66

77
<groupId>ml.dmlc</groupId>
8-
<artifactId>xgboost-jvm_2.12</artifactId>
8+
<artifactId>xgboost-jvm_2.13</artifactId>
99
<version>3.1.0-SNAPSHOT</version>
1010
<packaging>pom</packaging>
1111
<name>XGBoost JVM Package</name>
@@ -43,15 +43,15 @@
4343
<properties>
4444
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
4545
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding>
46-
<maven.compiler.source>1.8</maven.compiler.source>
47-
<maven.compiler.target>1.8</maven.compiler.target>
46+
<maven.compiler.source>17</maven.compiler.source>
47+
<maven.compiler.target>17</maven.compiler.target>
4848
<flink.version>1.20.0</flink.version>
4949
<junit.version>4.13.2</junit.version>
50-
<spark.version>3.5.3</spark.version>
51-
<spark.version.gpu>3.5.1</spark.version.gpu>
50+
<spark.version>4.0.1-SNAPSHOT</spark.version>
51+
<spark.version.gpu>4.0.1-SNAPSHOT</spark.version.gpu>
5252
<fasterxml.jackson.version>2.15.0</fasterxml.jackson.version>
53-
<scala.version>2.12.18</scala.version>
54-
<scala.binary.version>2.12</scala.binary.version>
53+
<scala.version>2.13.11</scala.version>
54+
<scala.binary.version>2.13</scala.binary.version>
5555
<hadoop.version>3.4.1</hadoop.version>
5656
<maven.wagon.http.retryHandler.count>5</maven.wagon.http.retryHandler.count>
5757
<log.capi.invocation>OFF</log.capi.invocation>
@@ -89,6 +89,17 @@
8989
<name>central maven</name>
9090
<url>https://repo1.maven.org/maven2</url>
9191
</repository>
92+
<repository>
93+
<id>apache-snapshots</id>
94+
<url>https://repository.apache.org/content/repositories/snapshots/</url>
95+
<snapshots>
96+
<enabled>true</enabled>
97+
</snapshots>
98+
<releases>
99+
<enabled>false</enabled>
100+
</releases>
101+
</repository>
102+
92103
</repositories>
93104
<modules>
94105
</modules>

‎jvm-packages/xgboost4j-example/pom.xml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -5,11 +5,11 @@
55
<modelVersion>4.0.0</modelVersion>
66
<parent>
77
<groupId>ml.dmlc</groupId>
8-
<artifactId>xgboost-jvm_2.12</artifactId>
8+
<artifactId>xgboost-jvm_2.13</artifactId>
99
<version>3.1.0-SNAPSHOT</version>
1010
</parent>
1111
<name>xgboost4j-example</name>
12-
<artifactId>xgboost4j-example_2.12</artifactId>
12+
<artifactId>xgboost4j-example_2.13</artifactId>
1313
<version>3.1.0-SNAPSHOT</version>
1414
<packaging>jar</packaging>
1515
<build>
@@ -26,7 +26,7 @@
2626
<dependencies>
2727
<dependency>
2828
<groupId>ml.dmlc</groupId>
29-
<artifactId>xgboost4j-spark_2.12</artifactId>
29+
<artifactId>xgboost4j-spark_2.13</artifactId>
3030
<version>${project.version}</version>
3131
</dependency>
3232
<dependency>
@@ -37,7 +37,7 @@
3737
</dependency>
3838
<dependency>
3939
<groupId>ml.dmlc</groupId>
40-
<artifactId>xgboost4j-flink_2.12</artifactId>
40+
<artifactId>xgboost4j-flink_2.13</artifactId>
4141
<version>${project.version}</version>
4242
</dependency>
4343
<dependency>

‎jvm-packages/xgboost4j-flink/pom.xml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,12 +5,12 @@
55
<modelVersion>4.0.0</modelVersion>
66
<parent>
77
<groupId>ml.dmlc</groupId>
8-
<artifactId>xgboost-jvm_2.12</artifactId>
8+
<artifactId>xgboost-jvm_2.13</artifactId>
99
<version>3.1.0-SNAPSHOT</version>
1010
</parent>
1111

1212
<name>xgboost4j-flink</name>
13-
<artifactId>xgboost4j-flink_2.12</artifactId>
13+
<artifactId>xgboost4j-flink_2.13</artifactId>
1414
<version>3.1.0-SNAPSHOT</version>
1515
<properties>
1616
<flink-ml.version>2.2.0</flink-ml.version>
@@ -30,7 +30,7 @@
3030
<dependencies>
3131
<dependency>
3232
<groupId>ml.dmlc</groupId>
33-
<artifactId>xgboost4j_2.12</artifactId>
33+
<artifactId>xgboost4j_2.13</artifactId>
3434
<version>${project.version}</version>
3535
</dependency>
3636
<dependency>

‎jvm-packages/xgboost4j-spark-gpu/pom.xml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -5,11 +5,11 @@
55
<modelVersion>4.0.0</modelVersion>
66
<parent>
77
<groupId>ml.dmlc</groupId>
8-
<artifactId>xgboost-jvm_2.12</artifactId>
8+
<artifactId>xgboost-jvm_2.13</artifactId>
99
<version>3.1.0-SNAPSHOT</version>
1010
</parent>
1111
<name>xgboost4j-spark-gpu</name>
12-
<artifactId>xgboost4j-spark-gpu_2.12</artifactId>
12+
<artifactId>xgboost4j-spark-gpu_2.13</artifactId>
1313
<description>JVM Package for XGBoost</description>
1414
<url>https://github.com/dmlc/xgboost/tree/master/jvm-packages</url>
1515
<licenses>
@@ -78,17 +78,17 @@
7878
<dependencies>
7979
<dependency>
8080
<groupId>ml.dmlc</groupId>
81-
<artifactId>xgboost4j_2.12</artifactId>
81+
<artifactId>xgboost4j_2.13</artifactId>
8282
<version>${project.version}</version>
8383
</dependency>
8484
<dependency>
8585
<groupId>ml.dmlc</groupId>
86-
<artifactId>xgboost4j-spark_2.12</artifactId>
86+
<artifactId>xgboost4j-spark_2.13</artifactId>
8787
<version>${project.version}</version>
8888
<exclusions>
8989
<exclusion>
9090
<groupId>ml.dmlc</groupId>
91-
<artifactId>xgboost4j_2.12</artifactId>
91+
<artifactId>xgboost4j_2.13</artifactId>
9292
</exclusion>
9393
</exclusions>
9494
</dependency>

‎jvm-packages/xgboost4j-spark/pom.xml

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,11 +5,11 @@
55
<modelVersion>4.0.0</modelVersion>
66
<parent>
77
<groupId>ml.dmlc</groupId>
8-
<artifactId>xgboost-jvm_2.12</artifactId>
8+
<artifactId>xgboost-jvm_2.13</artifactId>
99
<version>3.1.0-SNAPSHOT</version>
1010
</parent>
1111
<name>xgboost4j-spark</name>
12-
<artifactId>xgboost4j-spark_2.12</artifactId>
12+
<artifactId>xgboost4j-spark_2.13</artifactId>
1313
<build>
1414
<plugins>
1515
<plugin>
@@ -46,7 +46,7 @@
4646
<dependencies>
4747
<dependency>
4848
<groupId>ml.dmlc</groupId>
49-
<artifactId>xgboost4j_2.12</artifactId>
49+
<artifactId>xgboost4j_2.13</artifactId>
5050
<version>${project.version}</version>
5151
</dependency>
5252
<dependency>

‎jvm-packages/xgboost4j-spark/python/pyproject.toml

Lines changed: 50 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
# Copyright (c) 2025, NVIDIA CORPORATION.
2+
#
3+
# Licensed under the Apache License, Version 2.0 (the "License");
4+
# you may not use this file except in compliance with the License.
5+
# You may obtain a copy of the License at
6+
#
7+
# http://www.apache.org/licenses/LICENSE-2.0
8+
#
9+
# Unless required by applicable law or agreed to in writing, software
10+
# distributed under the License is distributed on an "AS IS" BASIS,
11+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12+
# See the License for the specific language governing permissions and
13+
# limitations under the License.
14+
15+
[project]
16+
name = "xgboost4j"
17+
version = "3.1.0"
18+
authors = [
19+
{ name = "Bobby Wang", email = "[email protected]" },
20+
]
21+
description = "XGBoost4j-Spark pyspark"
22+
readme = "README.md"
23+
requires-python = ">=3.10"
24+
classifiers = [
25+
"Programming Language :: Python :: 3",
26+
"Programming Language :: Python :: 3.10",
27+
"Programming Language :: Python :: 3.11",
28+
"Programming Language :: Python :: 3.12",
29+
"License :: OSI Approved :: Apache Software License",
30+
"Operating System :: OS Independent",
31+
"Environment :: GPU :: NVIDIA CUDA :: 11",
32+
"Environment :: GPU :: NVIDIA CUDA :: 11.4",
33+
"Environment :: GPU :: NVIDIA CUDA :: 11.5",
34+
"Environment :: GPU :: NVIDIA CUDA :: 11.6",
35+
"Environment :: GPU :: NVIDIA CUDA :: 11.7",
36+
"Environment :: GPU :: NVIDIA CUDA :: 11.8",
37+
"Environment :: GPU :: NVIDIA CUDA :: 12",
38+
"Environment :: GPU :: NVIDIA CUDA :: 12 :: 12.0",
39+
"Environment :: GPU :: NVIDIA CUDA :: 12 :: 12.1",
40+
"Environment :: GPU :: NVIDIA CUDA :: 12 :: 12.2",
41+
"Environment :: GPU :: NVIDIA CUDA :: 12 :: 12.3",
42+
"Environment :: GPU :: NVIDIA CUDA :: 12 :: 12.4",
43+
"Environment :: GPU :: NVIDIA CUDA :: 12 :: 12.5",
44+
"Environment :: GPU :: NVIDIA CUDA :: 12 :: 12.6",
45+
"Environment :: GPU :: NVIDIA CUDA :: 12 :: 12.8",
46+
]
47+
48+
[build-system]
49+
requires = ["setuptools>=61.0"]
50+
build-backend = "setuptools.build_meta"

‎jvm-packages/xgboost4j-spark/python/src/ml/__init__.py

Whitespace-only changes.

‎jvm-packages/xgboost4j-spark/python/src/ml/dmlc/__init__.py

Whitespace-only changes.

‎jvm-packages/xgboost4j-spark/python/src/ml/dmlc/xgboost4j/__init__.py

Whitespace-only changes.

‎jvm-packages/xgboost4j-spark/python/src/ml/dmlc/xgboost4j/scala/__init__.py

Whitespace-only changes.

0 commit comments

Comments
 (0)