[orc] branch branch-1.6 updated: ORC-774: Support ZSTD in Parquet data benchmark

[do...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

dongjoon pushed a commit to branch branch-1.6
in repository https://gitbox.apache.org/repos/asf/orc.git


The following commit(s) were added to refs/heads/branch-1.6 by this push:
     new 535b1a3  ORC-774: Support ZSTD in Parquet data benchmark
535b1a3 is described below

commit 535b1a3375332a1f80a005a1fdcbda653b12d4c0
Author: Dongjoon Hyun <do...@apache.org>
AuthorDate: Thu Mar 25 09:52:16 2021 -0700

    ORC-774: Support ZSTD in Parquet data benchmark
    
    (cherry picked from commit d4cba9fdf0745bdf0fe5e3c4f3e9f308b0a1c082)
    Signed-off-by: Dongjoon Hyun <do...@apache.org>
---
 java/bench/core/pom.xml                                               | 4 ++++
 .../java/org/apache/orc/bench/core/convert/parquet/ParquetWriter.java | 2 ++
 java/bench/pom.xml                                                    | 2 +-
 3 files changed, 7 insertions(+), 1 deletion(-)

diff --git a/java/bench/core/pom.xml b/java/bench/core/pom.xml
index 7b5a769..ebaa750 100644
--- a/java/bench/core/pom.xml
+++ b/java/bench/core/pom.xml
@@ -74,6 +74,10 @@
       <artifactId>hadoop-hdfs</artifactId>
     </dependency>
     <dependency>
+      <groupId>org.apache.hadoop</groupId>
+      <artifactId>hadoop-mapreduce-client-core</artifactId>
+    </dependency>
+    <dependency>
       <groupId>org.apache.hive</groupId>
       <artifactId>hive-storage-api</artifactId>
     </dependency>
diff --git a/java/bench/core/src/java/org/apache/orc/bench/core/convert/parquet/ParquetWriter.java b/java/bench/core/src/java/org/apache/orc/bench/core/convert/parquet/ParquetWriter.java
index 5077fef..a1d3648 100644
--- a/java/bench/core/src/java/org/apache/orc/bench/core/convert/parquet/ParquetWriter.java
+++ b/java/bench/core/src/java/org/apache/orc/bench/core/convert/parquet/ParquetWriter.java
@@ -48,6 +48,8 @@ public class ParquetWriter implements BatchWriter {
         return CompressionCodecName.GZIP;
       case SNAPPY:
         return CompressionCodecName.SNAPPY;
+      case ZSTD:
+        return CompressionCodecName.ZSTD;
       default:
         throw new IllegalArgumentException("Unhandled compression type " + kind);
     }
diff --git a/java/bench/pom.xml b/java/bench/pom.xml
index ad6b2aa..c97b8f6 100644
--- a/java/bench/pom.xml
+++ b/java/bench/pom.xml
@@ -41,7 +41,7 @@
     <hive.version>3.1.2</hive.version>
     <jmh.version>1.20</jmh.version>
     <orc.version>${project.version}</orc.version>
-    <parquet.version>1.8.3</parquet.version>
+    <parquet.version>1.12.0</parquet.version>
     <slf4j.version>1.7.25</slf4j.version>
     <spark.version>3.1.1</spark.version>
     <storage-api.version>2.7.2</storage-api.version>