You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@orc.apache.org by do...@apache.org on 2020/08/10 04:01:23 UTC

[orc] branch branch-1.6 updated: ORC-655: Update bench to use Spark 2.4.6 (#531)

This is an automated email from the ASF dual-hosted git repository.

dongjoon pushed a commit to branch branch-1.6
in repository https://gitbox.apache.org/repos/asf/orc.git


The following commit(s) were added to refs/heads/branch-1.6 by this push:
     new a6ac848  ORC-655: Update bench to use Spark 2.4.6 (#531)
a6ac848 is described below

commit a6ac84846ba812f0bee2c0d899010feddb494267
Author: Dongjoon Hyun <do...@apache.org>
AuthorDate: Sat Aug 8 14:37:13 2020 -0700

    ORC-655: Update bench to use Spark 2.4.6 (#531)
    
    This PR aims to update `bench` module to use Apache Spark 2.4.6.
    
    Apache Spark 2.4.6 is the latest version and we need to update `maven-shade-plugin` to use it.
    
    This should be tested manually.
    ```
    $ cd java/bench
    $ mvn clean package
    ```
    
    (cherry picked from commit dce01555a2d81614c893d460067df357060b89ea)
    Signed-off-by: Dongjoon Hyun <do...@apache.org>
---
 java/bench/pom.xml       | 2 +-
 java/bench/spark/pom.xml | 6 +++---
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/java/bench/pom.xml b/java/bench/pom.xml
index ee1cf3c..f477c40 100644
--- a/java/bench/pom.xml
+++ b/java/bench/pom.xml
@@ -44,7 +44,7 @@
     <orc.version>${project.version}</orc.version>
     <parquet.version>1.8.3</parquet.version>
     <slf4j.version>1.7.25</slf4j.version>
-    <spark.version>2.4.0</spark.version>
+    <spark.version>2.4.6</spark.version>
     <storage-api.version>2.7.1</storage-api.version>
     <zookeeper.version>3.4.6</zookeeper.version>
   </properties>
diff --git a/java/bench/spark/pom.xml b/java/bench/spark/pom.xml
index 6c29d66..681cc10 100644
--- a/java/bench/spark/pom.xml
+++ b/java/bench/spark/pom.xml
@@ -100,11 +100,11 @@
       <groupId>org.apache.spark</groupId>
       <artifactId>spark-sql_2.11</artifactId>
     </dependency>
-    <!-- Spark 2.4 uses Parquet 1.10.0 -->
+    <!-- Spark 2.4.6 uses Parquet 1.10.1 -->
     <dependency>
       <groupId>org.apache.parquet</groupId>
       <artifactId>parquet-hadoop</artifactId>
-      <version>1.10.0</version>
+      <version>1.10.1</version>
       <scope>runtime</scope>
     </dependency>
     <dependency>
@@ -150,7 +150,7 @@
       <plugin>
         <groupId>org.apache.maven.plugins</groupId>
         <artifactId>maven-shade-plugin</artifactId>
-        <version>3.1.1</version>
+        <version>3.2.1</version>
         <executions>
           <execution>
             <phase>package</phase>