From f8cf85a99638faa8678aa80fde3fba3a7ca6c2f7 Mon Sep 17 00:00:00 2001 From: Carsten Behring Date: Sat, 9 Nov 2024 17:55:44 +0100 Subject: [PATCH 1/2] changed group to behrica --- project.clj | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/project.clj b/project.clj index 80e552b..24933ce 100644 --- a/project.clj +++ b/project.clj @@ -25,7 +25,7 @@ [ml.dmlc/xgboost4j-spark_2.12 "1.2.0"] [ml.dmlc/xgboost4j_2.12 "1.2.0"]]) -(defproject zero.one/geni "0.0.42" +(defproject org.clojars.behrica/geni "0.0.42-CB" :jvm-opts ["-Duser.country=US" "-Duser.language=en" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" From 16080dd0156da170b301984ce79ff6ca699fc084 Mon Sep 17 00:00:00 2001 From: Carsten Behring Date: Sat, 9 Nov 2024 19:05:18 +0100 Subject: [PATCH 2/2] removed all configs from default --- project.clj | 2 +- src/clojure/zero_one/geni/defaults.clj | 7 +------ 2 files changed, 2 insertions(+), 7 deletions(-) diff --git a/project.clj b/project.clj index 24933ce..a63b2d2 100644 --- a/project.clj +++ b/project.clj @@ -25,7 +25,7 @@ [ml.dmlc/xgboost4j-spark_2.12 "1.2.0"] [ml.dmlc/xgboost4j_2.12 "1.2.0"]]) -(defproject org.clojars.behrica/geni "0.0.42-CB" +(defproject org.clojars.behrica/geni "0.0.42-CB.1" :jvm-opts ["-Duser.country=US" "-Duser.language=en" "--add-opens=java.base/java.io=ALL-UNNAMED" "--add-opens=java.base/java.nio=ALL-UNNAMED" diff --git a/src/clojure/zero_one/geni/defaults.clj b/src/clojure/zero_one/geni/defaults.clj index 9d9bcfa..555eaee 100644 --- a/src/clojure/zero_one/geni/defaults.clj +++ b/src/clojure/zero_one/geni/defaults.clj @@ -2,12 +2,7 @@ (:require [zero-one.geni.spark])) -(def session-config - {:configs {:spark.sql.adaptive.enabled "true" - :spark.sql.adaptive.coalescePartitions.enabled "true"} - :checkpoint-dir "target/checkpoint/"}) - (def spark "The default SparkSession as a Delayed object." (atom - (zero-one.geni.spark/create-spark-session session-config))) + (zero-one.geni.spark/create-spark-session {})))