You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by do...@apache.org on 2022/06/09 16:07:14 UTC
[spark] branch master updated: [SPARK-39414][BUILD] Upgrade Scala to 2.12.16
This is an automated email from the ASF dual-hosted git repository.
dongjoon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git
The following commit(s) were added to refs/heads/master by this push:
new ed875a8b0cc [SPARK-39414][BUILD] Upgrade Scala to 2.12.16
ed875a8b0cc is described below
commit ed875a8b0cc9a89da7a82804530141b631fe1677
Author: yangjie01 <ya...@baidu.com>
AuthorDate: Thu Jun 9 09:06:49 2022 -0700
[SPARK-39414][BUILD] Upgrade Scala to 2.12.16
### What changes were proposed in this pull request?
This PR aims to upgrade Scala to 2.12.16
### Why are the changes needed?
This version bring some bug fix and start to try to support Java 19
https://github.com/scala/scala/compare/v2.12.15...v2.12.16
- [Upgrade to asm 9.3, for JDK19 support](https://github.com/scala/scala/pull/10000)
- [Fix codegen for MH.invoke etc under JDK 17 -release](https://github.com/scala/scala/pull/9930)
- [Deprecation related SecurityManager on JDK 17 ](https://github.com/scala/scala/pull/9775)
### Does this PR introduce _any_ user-facing change?
Yes, this is a Scala version change.
### How was this patch tested?
Pass Github Actions
Closes #36807 from LuciferYang/SPARK-39414.
Authored-by: yangjie01 <ya...@baidu.com>
Signed-off-by: Dongjoon Hyun <do...@apache.org>
---
dev/deps/spark-deps-hadoop-2-hive-2.3 | 6 +++---
dev/deps/spark-deps-hadoop-3-hive-2.3 | 6 +++---
pom.xml | 6 +++---
project/SparkBuild.scala | 4 ++--
4 files changed, 11 insertions(+), 11 deletions(-)
diff --git a/dev/deps/spark-deps-hadoop-2-hive-2.3 b/dev/deps/spark-deps-hadoop-2-hive-2.3
index 02819f1f6c5..010bccc9b68 100644
--- a/dev/deps/spark-deps-hadoop-2-hive-2.3
+++ b/dev/deps/spark-deps-hadoop-2-hive-2.3
@@ -237,10 +237,10 @@ py4j/0.10.9.5//py4j-0.10.9.5.jar
remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar
rocksdbjni/7.2.2//rocksdbjni-7.2.2.jar
scala-collection-compat_2.12/2.1.1//scala-collection-compat_2.12-2.1.1.jar
-scala-compiler/2.12.15//scala-compiler-2.12.15.jar
-scala-library/2.12.15//scala-library-2.12.15.jar
+scala-compiler/2.12.16//scala-compiler-2.12.16.jar
+scala-library/2.12.16//scala-library-2.12.16.jar
scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar
-scala-reflect/2.12.15//scala-reflect-2.12.15.jar
+scala-reflect/2.12.16//scala-reflect-2.12.16.jar
scala-xml_2.12/1.2.0//scala-xml_2.12-1.2.0.jar
shapeless_2.12/2.3.7//shapeless_2.12-2.3.7.jar
shims/0.9.28//shims-0.9.28.jar
diff --git a/dev/deps/spark-deps-hadoop-3-hive-2.3 b/dev/deps/spark-deps-hadoop-3-hive-2.3
index d8f8c2025fc..7c5e66b91c7 100644
--- a/dev/deps/spark-deps-hadoop-3-hive-2.3
+++ b/dev/deps/spark-deps-hadoop-3-hive-2.3
@@ -226,10 +226,10 @@ py4j/0.10.9.5//py4j-0.10.9.5.jar
remotetea-oncrpc/1.1.2//remotetea-oncrpc-1.1.2.jar
rocksdbjni/7.2.2//rocksdbjni-7.2.2.jar
scala-collection-compat_2.12/2.1.1//scala-collection-compat_2.12-2.1.1.jar
-scala-compiler/2.12.15//scala-compiler-2.12.15.jar
-scala-library/2.12.15//scala-library-2.12.15.jar
+scala-compiler/2.12.16//scala-compiler-2.12.16.jar
+scala-library/2.12.16//scala-library-2.12.16.jar
scala-parser-combinators_2.12/1.1.2//scala-parser-combinators_2.12-1.1.2.jar
-scala-reflect/2.12.15//scala-reflect-2.12.15.jar
+scala-reflect/2.12.16//scala-reflect-2.12.16.jar
scala-xml_2.12/1.2.0//scala-xml_2.12-1.2.0.jar
shapeless_2.12/2.3.7//shapeless_2.12-2.3.7.jar
shims/0.9.28//shims-0.9.28.jar
diff --git a/pom.xml b/pom.xml
index 08ef372f93a..1ce3b43faf8 100644
--- a/pom.xml
+++ b/pom.xml
@@ -157,7 +157,7 @@
<!-- managed up from 3.2.1 for SPARK-11652 -->
<commons.collections.version>3.2.2</commons.collections.version>
<commons.collections4.version>4.4</commons.collections4.version>
- <scala.version>2.12.15</scala.version>
+ <scala.version>2.12.16</scala.version>
<scala.binary.version>2.12</scala.binary.version>
<scalatest-maven-plugin.version>2.0.2</scalatest-maven-plugin.version>
<!--
@@ -2908,7 +2908,7 @@
<compilerPlugin>
<groupId>com.github.ghik</groupId>
<artifactId>silencer-plugin_${scala.version}</artifactId>
- <version>1.7.6</version>
+ <version>1.7.9</version>
</compilerPlugin>
</compilerPlugins>
</configuration>
@@ -3573,7 +3573,7 @@
SPARK-34774 Add this property to ensure change-scala-version.sh can replace the public `scala.version`
property correctly.
-->
- <scala.version>2.12.15</scala.version>
+ <scala.version>2.12.16</scala.version>
</properties>
<build>
<pluginManagement>
diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala
index c205781ad10..568cb57976b 100644
--- a/project/SparkBuild.scala
+++ b/project/SparkBuild.scala
@@ -203,12 +203,12 @@ object SparkBuild extends PomBuild {
// Silencer: Scala compiler plugin for warning suppression
// Aim: enable fatal warnings, but suppress ones related to using of deprecated APIs
// depends on scala version:
- // <2.13.2 - silencer 1.7.7 and compiler settings to enable fatal warnings
+ // <2.13.2 - silencer 1.7.9 and compiler settings to enable fatal warnings
// 2.13.2+ - no silencer and configured warnings to achieve the same
lazy val compilerWarningSettings: Seq[sbt.Def.Setting[_]] = Seq(
libraryDependencies ++= {
if (VersionNumber(scalaVersion.value).matchesSemVer(SemanticSelector("<2.13.2"))) {
- val silencerVersion = "1.7.7"
+ val silencerVersion = "1.7.9"
Seq(
"org.scala-lang.modules" %% "scala-collection-compat" % "2.2.0",
compilerPlugin("com.github.ghik" % "silencer-plugin" % silencerVersion cross CrossVersion.full),
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org