You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@orc.apache.org by do...@apache.org on 2021/04/12 01:59:34 UTC

[orc] branch branch-1.6 updated: ORC-769: Support ZSTD in benchmark ORC data generation (#664)

This is an automated email from the ASF dual-hosted git repository.

dongjoon pushed a commit to branch branch-1.6
in repository https://gitbox.apache.org/repos/asf/orc.git


The following commit(s) were added to refs/heads/branch-1.6 by this push:
     new b4aa75d  ORC-769: Support ZSTD in benchmark ORC data generation (#664)
b4aa75d is described below

commit b4aa75d718f10c9f40c922db6bea83e4941ecf2f
Author: Dongjoon Hyun <do...@apache.org>
AuthorDate: Tue Mar 23 05:44:25 2021 -0700

    ORC-769: Support ZSTD in benchmark ORC data generation (#664)
    
    (cherry picked from commit 7e979f0a3c75c8e616431a46e17127a41b7bb0ac)
    Signed-off-by: Dongjoon Hyun <do...@apache.org>
---
 .../core/src/java/org/apache/orc/bench/core/CompressionKind.java  | 3 ++-
 java/bench/core/src/java/org/apache/orc/bench/core/Utilities.java | 2 ++
 java/bench/pom.xml                                                | 8 +-------
 3 files changed, 5 insertions(+), 8 deletions(-)

diff --git a/java/bench/core/src/java/org/apache/orc/bench/core/CompressionKind.java b/java/bench/core/src/java/org/apache/orc/bench/core/CompressionKind.java
index 2cd783d..02088e3 100644
--- a/java/bench/core/src/java/org/apache/orc/bench/core/CompressionKind.java
+++ b/java/bench/core/src/java/org/apache/orc/bench/core/CompressionKind.java
@@ -33,7 +33,8 @@ import java.util.zip.GZIPOutputStream;
 public enum CompressionKind {
   NONE("none"),
   ZLIB("gz"),
-  SNAPPY("snappy");
+  SNAPPY("snappy"),
+  ZSTD("zstd");
 
   CompressionKind(String extendsion) {
     this.extension = extendsion;
diff --git a/java/bench/core/src/java/org/apache/orc/bench/core/Utilities.java b/java/bench/core/src/java/org/apache/orc/bench/core/Utilities.java
index dad605c..7cb3027 100644
--- a/java/bench/core/src/java/org/apache/orc/bench/core/Utilities.java
+++ b/java/bench/core/src/java/org/apache/orc/bench/core/Utilities.java
@@ -58,6 +58,8 @@ public class Utilities {
         return org.apache.orc.CompressionKind.ZLIB;
       case SNAPPY:
         return org.apache.orc.CompressionKind.SNAPPY;
+      case ZSTD:
+        return org.apache.orc.CompressionKind.ZSTD;
       default:
         throw new IllegalArgumentException("Unknown compression " + compression);
     }
diff --git a/java/bench/pom.xml b/java/bench/pom.xml
index 293f187..ce549db 100644
--- a/java/bench/pom.xml
+++ b/java/bench/pom.xml
@@ -80,13 +80,7 @@
       <dependency>
         <groupId>io.airlift</groupId>
         <artifactId>aircompressor</artifactId>
-        <version>0.10</version>
-        <exclusions>
-          <exclusion>
-            <groupId>io.airlift</groupId>
-            <artifactId>slice</artifactId>
-          </exclusion>
-        </exclusions>
+        <version>0.16</version>
       </dependency>
       <dependency>
         <groupId>io.netty</groupId>