You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by dk...@apache.org on 2023/05/31 16:20:59 UTC

[hive] branch revert-4362-arrowUpgrade created (now bed424035ef)

This is an automated email from the ASF dual-hosted git repository.

dkuzmenko pushed a change to branch revert-4362-arrowUpgrade
in repository https://gitbox.apache.org/repos/asf/hive.git


      at bed424035ef Revert "HIVE-27381 : Upgrade Arrow to 7.0.0 (Aman Raj, reviewed by Attila Turoczy, Laszlo Vegh, Sruthi Mooriyathvariam)"

This branch includes the following new commits:

     new bed424035ef Revert "HIVE-27381 : Upgrade Arrow to 7.0.0 (Aman Raj, reviewed by Attila Turoczy, Laszlo Vegh, Sruthi Mooriyathvariam)"

The 1 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails.  The revisions
listed as "add" were already present in the repository and have only
been added to this reference.



[hive] 01/01: Revert "HIVE-27381 : Upgrade Arrow to 7.0.0 (Aman Raj, reviewed by Attila Turoczy, Laszlo Vegh, Sruthi Mooriyathvariam)"

Posted by dk...@apache.org.
This is an automated email from the ASF dual-hosted git repository.

dkuzmenko pushed a commit to branch revert-4362-arrowUpgrade
in repository https://gitbox.apache.org/repos/asf/hive.git

commit bed424035ef09a3a0b4b8f42760bd7e757275b23
Author: Denys Kuzmenko <de...@gmail.com>
AuthorDate: Wed May 31 18:20:49 2023 +0200

    Revert "HIVE-27381 : Upgrade Arrow to 7.0.0 (Aman Raj, reviewed by Attila Turoczy, Laszlo Vegh, Sruthi Mooriyathvariam)"
    
    This reverts commit 351259723126c5e1abf3791485c397d80d42b433.
---
 pom.xml                                                        | 4 ++--
 ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java | 4 ++--
 2 files changed, 4 insertions(+), 4 deletions(-)

diff --git a/pom.xml b/pom.xml
index 96386b9d7ea..df44fdd0153 100644
--- a/pom.xml
+++ b/pom.xml
@@ -106,7 +106,7 @@
     <antlr.version>3.5.2</antlr.version>
     <apache-directory-server.version>1.5.7</apache-directory-server.version>
     <!-- Include arrow for LlapOutputFormatService -->
-    <arrow.version>7.0.0</arrow.version>
+    <arrow.version>2.0.0</arrow.version>
     <avatica.version>1.12.0</avatica.version>
     <avro.version>1.11.1</avro.version>
     <bcprov-jdk15on.version>1.64</bcprov-jdk15on.version>
@@ -133,7 +133,7 @@
     <dropwizard-metrics-hadoop-metrics2-reporter.version>0.1.2</dropwizard-metrics-hadoop-metrics2-reporter.version>
     <druid.version>0.17.1</druid.version>
     <esri.version>2.2.4</esri.version>
-    <flatbuffers.version>1.12.0</flatbuffers.version>
+    <flatbuffers.version>1.9.0</flatbuffers.version>
     <guava.version>22.0</guava.version>
     <groovy.version>2.4.21</groovy.version>
     <h2database.version>2.1.214</h2database.version>
diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java b/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java
index 62c9fbe303b..1a456000bdb 100644
--- a/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java
+++ b/ql/src/java/org/apache/hadoop/hive/ql/io/arrow/Serializer.java
@@ -326,7 +326,7 @@ public class Serializer {
       if (hiveVector.isNull[selectedIndex]) {
         BitVectorHelper.setValidityBit(arrowVector.getValidityBuffer(), rowIndex, 0);
       } else {
-        BitVectorHelper.setBit(arrowVector.getValidityBuffer(), rowIndex);
+        BitVectorHelper.setValidityBitToOne(arrowVector.getValidityBuffer(), rowIndex);
       }
     }
   }
@@ -385,7 +385,7 @@ public class Serializer {
       if (hiveVector == null || hiveVector.isNull[rowIndex]) {
         BitVectorHelper.setValidityBit(arrowVector.getValidityBuffer(), rowIndex, 0);
       } else {
-        BitVectorHelper.setBit(arrowVector.getValidityBuffer(), rowIndex);
+        BitVectorHelper.setValidityBitToOne(arrowVector.getValidityBuffer(), rowIndex);
       }
     }
   }