You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@datafu.apache.org by ey...@apache.org on 2024/01/08 15:47:05 UTC
(datafu) branch main updated: Release preparation for 2.0.0
This is an automated email from the ASF dual-hosted git repository.
eyal pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/datafu.git
The following commit(s) were added to refs/heads/main by this push:
new 0670773 Release preparation for 2.0.0
0670773 is described below
commit 067077304209df9453e3909b5871ddc24e9df1a7
Author: Eyal Allweil <ey...@apache.org>
AuthorDate: Mon Jan 8 17:46:15 2024 +0200
Release preparation for 2.0.0
---
changes.md | 12 ++++++++++++
datafu-spark/build.gradle | 4 +++-
datafu-spark/build_and_test_spark.sh | 4 ++--
gradle.properties | 6 +++---
4 files changed, 20 insertions(+), 6 deletions(-)
diff --git a/changes.md b/changes.md
index bc7d839..8f0ddc6 100644
--- a/changes.md
+++ b/changes.md
@@ -1,3 +1,15 @@
+# 2.0.0
+
+Improvements
+
+* Spark 3.0.0 - 3.1.3 supported (DATAFU-169)
+* New Aggregators replace deprecated UserDefinedAggregateFunction for (DATAFU-173)
+
+Breaking changes
+
+* Spark 2.x no longer supported
+
+
# 1.8.0
Improvements
diff --git a/datafu-spark/build.gradle b/datafu-spark/build.gradle
index ee162cc..a1202d3 100644
--- a/datafu-spark/build.gradle
+++ b/datafu-spark/build.gradle
@@ -66,7 +66,9 @@ dependencies {
testCompile "org.apache.logging.log4j:log4j-slf4j-impl:$log4j2Version"
// for versions that don't have a spark-test-base version use one that's older instead
- if (sparkVersion == "3.1.3") {
+ if (sparkVersion == "3.0.3") {
+ testCompile "com.holdenkarau:spark-testing-base_" + scalaVersion + ":3.0.2_" + sparkTestingBaseVersion
+ } else if (sparkVersion == "3.1.3") {
testCompile "com.holdenkarau:spark-testing-base_" + scalaVersion + ":3.1.2_" + sparkTestingBaseVersion
} else if (sparkVersion == "3.2.4") {
testCompile "com.holdenkarau:spark-testing-base_" + scalaVersion + ":3.2.1_" + sparkTestingBaseVersion
diff --git a/datafu-spark/build_and_test_spark.sh b/datafu-spark/build_and_test_spark.sh
index b3f65db..3554278 100755
--- a/datafu-spark/build_and_test_spark.sh
+++ b/datafu-spark/build_and_test_spark.sh
@@ -17,8 +17,8 @@
#!/bin/bash
-export SPARK_VERSIONS_FOR_SCALA_212="3.0.0 3.0.1 3.0.2 3.1.1 3.1.2 3.1.3"
-export LATEST_SPARK_VERSIONS_FOR_SCALA_212="3.0.2 3.1.3"
+export SPARK_VERSIONS_FOR_SCALA_212="3.0.0 3.0.1 3.0.2 3.0.3 3.1.1 3.1.2 3.1.3"
+export LATEST_SPARK_VERSIONS_FOR_SCALA_212="3.0.3 3.1.3"
STARTTIME=$(date +%s)
diff --git a/gradle.properties b/gradle.properties
index de07511..9a25d6c 100644
--- a/gradle.properties
+++ b/gradle.properties
@@ -16,9 +16,9 @@
# under the License.
group=org.apache.datafu
-version=2.0.0-SNAPSHOT
+version=2.0.0
gradleVersion=5.6.4
-sparkCompatVersion=3.0
-sparkVersion=3.1.1
+sparkCompatVersion=3.1
+sparkVersion=3.1.3
hadoopVersion=2.7.0
release=false