You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@kylin.apache.org by xx...@apache.org on 2021/02/07 10:02:12 UTC

[kylin] branch kylin-on-parquet-v2 updated: KYLIN-4894 Upgrade Apache Spark version to 2.4.7

This is an automated email from the ASF dual-hosted git repository.

xxyu pushed a commit to branch kylin-on-parquet-v2
in repository https://gitbox.apache.org/repos/asf/kylin.git


The following commit(s) were added to refs/heads/kylin-on-parquet-v2 by this push:
     new 69814e0  KYLIN-4894 Upgrade Apache Spark version to 2.4.7
69814e0 is described below

commit 69814e01a28210c95f2d296f6a5ed4402a8ae1e4
Author: Zhichao Zhang <44...@qq.com>
AuthorDate: Thu Feb 4 23:33:13 2021 +0800

    KYLIN-4894 Upgrade Apache Spark version to 2.4.7
    
    (cherry picked from commit ed87e2d940bca2d518d3ac34fd01c4e5129e8ee7)
---
 build/bin/download-spark.sh                 | 4 ++--
 docker/dockerfile/cluster/client/Dockerfile | 2 +-
 pom.xml                                     | 2 +-
 3 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/build/bin/download-spark.sh b/build/bin/download-spark.sh
index 03107c4..9c10a30 100755
--- a/build/bin/download-spark.sh
+++ b/build/bin/download-spark.sh
@@ -36,8 +36,8 @@ if [[ `uname -a` =~ "Darwin" ]]; then
     alias md5cmd="md5 -q"
 fi
 
-spark_version="2.4.6"
-spark_pkg_md5="82364f8765d03dfb14cb9c606d678058"
+spark_version="2.4.7"
+spark_pkg_md5="76afb611aaac5721c9fa91fdc9defa99"
 
 if [ ! -f "spark-${spark_version}-bin-hadoop2.7.tgz" ]
 then
diff --git a/docker/dockerfile/cluster/client/Dockerfile b/docker/dockerfile/cluster/client/Dockerfile
index 632516e..404a08b 100644
--- a/docker/dockerfile/cluster/client/Dockerfile
+++ b/docker/dockerfile/cluster/client/Dockerfile
@@ -52,7 +52,7 @@ ARG HIVE_VERSION=1.2.1
 ARG HBASE_VERSION=1.1.2
 ARG ZOOKEEPER_VERSION=3.4.10
 ARG KAFKA_VERSION=2.0.0
-ARG SPARK_VERSION=2.4.6
+ARG SPARK_VERSION=2.4.7
 ARG SPARK_HADOOP_VERSION=2.7
 
 ENV JAVA_VERSION ${JAVA_VERSION}
diff --git a/pom.xml b/pom.xml
index 19da771..1f19dbb 100644
--- a/pom.xml
+++ b/pom.xml
@@ -79,7 +79,7 @@
     <kafka.version>1.0.0</kafka.version>
 
     <!-- Spark versions -->
-    <spark.version>2.4.6</spark.version>
+    <spark.version>2.4.7</spark.version>
     <janino.version>3.0.16</janino.version>
 
     <kryo.version>4.0.0</kryo.version>