From 74f3f9f37df6ea9134886ae5ec86ab0cfa15cbbb Mon Sep 17 00:00:00 2001 From: panbingkun Date: Fri, 1 Mar 2024 07:41:24 +0800 Subject: [PATCH 1/3] [SPARK-47234][BUILD] Upgrade Scala to 2.13.13 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 6 +++--- docs/_config.yml | 2 +- pom.xml | 2 +- 3 files changed, 5 insertions(+), 5 deletions(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index 299b993afb3dc..b17feccb644d2 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -244,11 +244,11 @@ py4j/0.10.9.7//py4j-0.10.9.7.jar remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar rocksdbjni/8.8.1//rocksdbjni-8.8.1.jar scala-collection-compat_2.13/2.7.0//scala-collection-compat_2.13-2.7.0.jar -scala-compiler/2.13.12//scala-compiler-2.13.12.jar -scala-library/2.13.12//scala-library-2.13.12.jar +scala-compiler/2.13.13//scala-compiler-2.13.13.jar +scala-library/2.13.13//scala-library-2.13.13.jar scala-parallel-collections_2.13/1.0.4//scala-parallel-collections_2.13-1.0.4.jar scala-parser-combinators_2.13/2.3.0//scala-parser-combinators_2.13-2.3.0.jar -scala-reflect/2.13.12//scala-reflect-2.13.12.jar +scala-reflect/2.13.13//scala-reflect-2.13.13.jar scala-xml_2.13/2.2.0//scala-xml_2.13-2.2.0.jar slf4j-api/2.0.12//slf4j-api-2.0.12.jar snakeyaml-engine/2.7//snakeyaml-engine-2.7.jar diff --git a/docs/_config.yml b/docs/_config.yml index 7a305ceea67b5..19183f85df239 100644 --- a/docs/_config.yml +++ b/docs/_config.yml @@ -22,7 +22,7 @@ include: SPARK_VERSION: 4.0.0-SNAPSHOT SPARK_VERSION_SHORT: 4.0.0 SCALA_BINARY_VERSION: "2.13" -SCALA_VERSION: "2.13.12" +SCALA_VERSION: "2.13.13" SPARK_ISSUE_TRACKER_URL: https://issues.apache.org/jira/browse/SPARK SPARK_GITHUB_URL: https://github.com/apache/spark # Before a new release, we should: diff --git a/pom.xml b/pom.xml index 9374944eda790..7252010a46ee4 100644 --- a/pom.xml +++ b/pom.xml @@ -171,7 +171,7 @@ 3.2.2 4.4 - 2.13.12 + 2.13.13 2.13 2.2.0 From 5df5f01b277d87306eed06702ca1d1a8c5e26804 Mon Sep 17 00:00:00 2001 From: panbingkun Date: Fri, 15 Mar 2024 09:07:02 +0800 Subject: [PATCH 2/3] update ammonite to 3.0.0-M1 --- pom.xml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/pom.xml b/pom.xml index 47538819294b3..d67ab1c012739 100644 --- a/pom.xml +++ b/pom.xml @@ -226,7 +226,7 @@ ./python/pyspark/sql/pandas/utils.py, and ./python/setup.py too. --> 15.0.0 - 2.5.11 + 3.0.0-M1 org.fusesource.leveldbjni From c2f19e5f7d1c5a69472961ba11b9472d1e32a246 Mon Sep 17 00:00:00 2001 From: panbingkun Date: Fri, 15 Mar 2024 11:26:57 +0800 Subject: [PATCH 3/3] fix spark-deps-hadoop-3-hive-2.3 --- dev/deps/spark-deps-hadoop-3-hive-2.3 | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3 index aa9e70b35cd94..d4b7d38aea223 100644 --- a/dev/deps/spark-deps-hadoop-3-hive-2.3 +++ b/dev/deps/spark-deps-hadoop-3-hive-2.3 @@ -139,7 +139,7 @@ jettison/1.5.4//jettison-1.5.4.jar jetty-util-ajax/11.0.20//jetty-util-ajax-11.0.20.jar jetty-util/11.0.20//jetty-util-11.0.20.jar jline/2.14.6//jline-2.14.6.jar -jline/3.22.0//jline-3.22.0.jar +jline/3.24.1//jline-3.24.1.jar jna/5.13.0//jna-5.13.0.jar joda-time/2.12.7//joda-time-2.12.7.jar jodd-core/3.5.2//jodd-core-3.5.2.jar