You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by se...@apache.org on 2018/04/30 22:37:34 UTC
[3/3] hive git commit: HIVE-19309 : Add Arrow dependencies to
LlapServiceDriver (Eric Wohlstadter, reviewed by Sergey Shelukhin)
HIVE-19309 : Add Arrow dependencies to LlapServiceDriver (Eric Wohlstadter, reviewed by Sergey Shelukhin)
Project: http://git-wip-us.apache.org/repos/asf/hive/repo
Commit: http://git-wip-us.apache.org/repos/asf/hive/commit/e621eeae
Tree: http://git-wip-us.apache.org/repos/asf/hive/tree/e621eeae
Diff: http://git-wip-us.apache.org/repos/asf/hive/diff/e621eeae
Branch: refs/heads/branch-3
Commit: e621eeae77857b50b64ec2f55a0fa0217144f68a
Parents: 9577a40
Author: sergey <se...@apache.org>
Authored: Mon Apr 30 15:29:14 2018 -0700
Committer: sergey <se...@apache.org>
Committed: Mon Apr 30 15:30:55 2018 -0700
----------------------------------------------------------------------
.../hadoop/hive/llap/cli/LlapServiceDriver.java | 7 ++++++-
pom.xml | 3 +++
serde/pom.xml | 15 +++++++++++++++
3 files changed, 24 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/hive/blob/e621eeae/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java
----------------------------------------------------------------------
diff --git a/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java b/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java
index 3eaaed7..b9845d4 100644
--- a/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java
+++ b/llap-server/src/java/org/apache/hadoop/hive/llap/cli/LlapServiceDriver.java
@@ -400,7 +400,12 @@ public class LlapServiceDriver {
// log4j-1.2-API needed for NDC
org.apache.log4j.config.Log4j1ConfigurationFactory.class,
io.netty.util.NetUtil.class, // netty4
- org.jboss.netty.util.NetUtil.class //netty3
+ org.jboss.netty.util.NetUtil.class, //netty3
+ org.apache.arrow.vector.types.pojo.ArrowType.class, //arrow-vector
+ org.apache.arrow.memory.BaseAllocator.class, //arrow-memory
+ org.apache.arrow.flatbuf.Schema.class, //arrow-format
+ com.google.flatbuffers.Table.class, //flatbuffers
+ com.carrotsearch.hppc.ByteArrayDeque.class //hppc
};
for (Class<?> c : dependencies) {
http://git-wip-us.apache.org/repos/asf/hive/blob/e621eeae/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index fe9aa82..9df8fb1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -119,6 +119,7 @@
<antlr.version>3.5.2</antlr.version>
<apache-directory-server.version>1.5.6</apache-directory-server.version>
<apache-directory-clientapi.version>0.1</apache-directory-clientapi.version>
+ <arrow.version>0.8.0</arrow.version>
<avatica.version>1.11.0</avatica.version>
<avro.version>1.7.7</avro.version>
<bonecp.version>0.8.0.RELEASE</bonecp.version>
@@ -142,6 +143,7 @@
<dropwizard.version>3.1.0</dropwizard.version>
<dropwizard-metrics-hadoop-metrics2-reporter.version>0.1.2</dropwizard-metrics-hadoop-metrics2-reporter.version>
<druid.version>0.12.0</druid.version>
+ <flatbuffers.version>1.2.0-3f79e055</flatbuffers.version>
<guava.version>19.0</guava.version>
<groovy.version>2.4.11</groovy.version>
<h2database.version>1.3.166</h2database.version>
@@ -149,6 +151,7 @@
<hadoop.bin.path>${basedir}/${hive.path.to.root}/testutils/hadoop</hadoop.bin.path>
<hamcrest.version>1.3</hamcrest.version>
<hbase.version>2.0.0-alpha4</hbase.version>
+ <hppc.version>0.7.2</hppc.version>
<!-- required for logging test to avoid including hbase which pulls disruptor transitively -->
<disruptor.version>3.3.7</disruptor.version>
<hikaricp.version>2.6.1</hikaricp.version>
http://git-wip-us.apache.org/repos/asf/hive/blob/e621eeae/serde/pom.xml
----------------------------------------------------------------------
diff --git a/serde/pom.xml b/serde/pom.xml
index 0247c32..fe5d2d6 100644
--- a/serde/pom.xml
+++ b/serde/pom.xml
@@ -66,6 +66,21 @@
<version>${commons-lang.version}</version>
</dependency>
<dependency>
+ <groupId>org.apache.arrow</groupId>
+ <artifactId>arrow-vector</artifactId>
+ <version>${arrow.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.carrotsearch</groupId>
+ <artifactId>hppc</artifactId>
+ <version>${hppc.version}</version>
+ </dependency>
+ <dependency>
+ <groupId>com.vlkan</groupId>
+ <artifactId>flatbuffers</artifactId>
+ <version>${flatbuffers.version}</version>
+ </dependency>
+ <dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
<version>${avro.version}</version>