You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flume.apache.org by hs...@apache.org on 2014/09/26 20:46:51 UTC

git commit: FLUME-2463. Add Hive and HBase dataset support in DatasetSink.

Repository: flume
Updated Branches:
  refs/heads/trunk ef2b089ab -> 6d0243112


FLUME-2463. Add Hive and HBase dataset support in DatasetSink.

(Ryan Blue via Hari)


Project: http://git-wip-us.apache.org/repos/asf/flume/repo
Commit: http://git-wip-us.apache.org/repos/asf/flume/commit/6d024311
Tree: http://git-wip-us.apache.org/repos/asf/flume/tree/6d024311
Diff: http://git-wip-us.apache.org/repos/asf/flume/diff/6d024311

Branch: refs/heads/trunk
Commit: 6d0243112fa1ff1cb796ebe158630ae681a2afc8
Parents: ef2b089
Author: Hari Shreedharan <hs...@apache.org>
Authored: Fri Sep 26 11:45:54 2014 -0700
Committer: Hari Shreedharan <hs...@apache.org>
Committed: Fri Sep 26 11:45:54 2014 -0700

----------------------------------------------------------------------
 flume-ng-sinks/flume-dataset-sink/pom.xml | 20 ++++++++++++++++++++
 pom.xml                                   | 23 +++++++++++++++++++++++
 2 files changed, 43 insertions(+)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/flume/blob/6d024311/flume-ng-sinks/flume-dataset-sink/pom.xml
----------------------------------------------------------------------
diff --git a/flume-ng-sinks/flume-dataset-sink/pom.xml b/flume-ng-sinks/flume-dataset-sink/pom.xml
index f6ae1f3..0b447a5 100644
--- a/flume-ng-sinks/flume-dataset-sink/pom.xml
+++ b/flume-ng-sinks/flume-dataset-sink/pom.xml
@@ -85,11 +85,31 @@ limitations under the License.
     </dependency>
 
     <dependency>
+      <groupId>org.kitesdk</groupId>
+      <artifactId>kite-data-hcatalog</artifactId>
+    </dependency>
+
+    <dependency>
+      <groupId>org.kitesdk</groupId>
+      <artifactId>kite-data-hbase</artifactId>
+    </dependency>
+
+    <dependency>
       <groupId>org.apache.avro</groupId>
       <artifactId>avro</artifactId>
     </dependency>
 
     <dependency>
+      <groupId>org.apache.hive</groupId>
+      <artifactId>hive-exec</artifactId>
+    </dependency>
+
+    <dependency>
+      <groupId>org.apache.hive</groupId>
+      <artifactId>hive-metastore</artifactId>
+    </dependency>
+
+    <dependency>
       <!-- build will fail if this is not hadoop-common 2.*
            because kite uses hflush.
            -->

http://git-wip-us.apache.org/repos/asf/flume/blob/6d024311/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index 8ee82f3..806d2a1 100644
--- a/pom.xml
+++ b/pom.xml
@@ -52,6 +52,7 @@ limitations under the License.
     <hadoop2.version>2.4.0</hadoop2.version>
     <thrift.version>0.7.0</thrift.version>
     <kite.version>0.15.0</kite.version>
+    <hive.version>0.10.0</hive.version>
   </properties>
 
   <modules>
@@ -1295,6 +1296,28 @@ limitations under the License.
         <artifactId>kite-data-core</artifactId>
         <version>${kite.version}</version>
       </dependency>
+      <dependency>
+        <groupId>org.kitesdk</groupId>
+        <artifactId>kite-data-hcatalog</artifactId>
+        <version>${kite.version}</version>
+      </dependency>
+      <dependency>
+        <groupId>org.kitesdk</groupId>
+        <artifactId>kite-data-hbase</artifactId>
+        <version>${kite.version}</version>
+      </dependency>
+
+      <!-- Dependency for kite-data-hive -->
+      <dependency>
+        <groupId>org.apache.hive</groupId>
+        <artifactId>hive-exec</artifactId>
+        <version>${hive.version}</version>
+      </dependency>
+      <dependency>
+        <groupId>org.apache.hive</groupId>
+        <artifactId>hive-metastore</artifactId>
+        <version>${hive.version}</version>
+      </dependency>
 
       <dependency>
         <groupId>org.xerial.snappy</groupId>