You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hudi.apache.org by xu...@apache.org on 2021/11/27 04:53:14 UTC
[hudi] branch spark3-tests created (now a6d62db)
This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a change to branch spark3-tests
in repository https://gitbox.apache.org/repos/asf/hudi.git.
at a6d62db [HUDI-2781] Set spark3 in azure pipelines
This branch includes the following new commits:
new a6d62db [HUDI-2781] Set spark3 in azure pipelines
The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
[hudi] 01/01: [HUDI-2781] Set spark3 in azure pipelines
Posted by xu...@apache.org.
This is an automated email from the ASF dual-hosted git repository.
xushiyan pushed a commit to branch spark3-tests
in repository https://gitbox.apache.org/repos/asf/hudi.git
commit a6d62dba643c27a0bc4d0f6fd9762834b0ef4f33
Author: Raymond Xu <27...@users.noreply.github.com>
AuthorDate: Fri Nov 26 20:51:47 2021 -0800
[HUDI-2781] Set spark3 in azure pipelines
---
azure-pipelines.yml | 4 ++--
pom.xml | 2 +-
2 files changed, 3 insertions(+), 3 deletions(-)
diff --git a/azure-pipelines.yml b/azure-pipelines.yml
index ef68cd5..1549ae0 100644
--- a/azure-pipelines.yml
+++ b/azure-pipelines.yml
@@ -23,8 +23,8 @@ pool:
variables:
MAVEN_CACHE_FOLDER: $(Pipeline.Workspace)/.m2/repository
- MAVEN_OPTS: '-Dmaven.repo.local=$(MAVEN_CACHE_FOLDER) -Dcheckstyle.skip=true -Drat.skip=true -Djacoco.skip=true'
- SPARK_VERSION: '2.4.4'
+ MAVEN_OPTS: '-Dmaven.repo.local=$(MAVEN_CACHE_FOLDER) -Dcheckstyle.skip=true -Drat.skip=true -Djacoco.skip=true -P "scala-2.12,spark3"'
+ SPARK_VERSION: '3.1.2'
HADOOP_VERSION: '2.7'
SPARK_HOME: $(Pipeline.Workspace)/spark-$(SPARK_VERSION)-bin-hadoop$(HADOOP_VERSION)
diff --git a/pom.xml b/pom.xml
index 2ae6ad7..a419ee9 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1511,7 +1511,7 @@
<id>spark3.0.x</id>
<!-- for spark 3.0.x we need override the follow propeprties to package and run test-->
<properties>
- <spark3.version>3.0.0</spark3.version>
+ <spark3.version>3.0.3</spark3.version>
<spark.version>${spark3.version}</spark.version>
<scalatest.version>3.0.1</scalatest.version>
</properties>