You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@zeppelin.apache.org by mo...@apache.org on 2015/05/30 14:04:54 UTC
incubator-zeppelin git commit: Add build profile for Spark/Cassandra
integration
Repository: incubator-zeppelin
Updated Branches:
refs/heads/master 4ca8466ab -> ad3c28bb6
Add build profile for Spark/Cassandra integration
To build a Zeppelin version with the **[Datastax Spark/Cassandra connector]**
mvn clean package **-Pcassandra-spark-1.x** -Dhadoop.version=xxx -Phadoop-x.x -DskipTests
Right now the Spark/Cassandra connector is available for **Spark 1.1** and **Spark 1.2**. Support for **Spark 1.3** is not released yet (_but you can build you own Spark/Cassandra connector version **1.3.0-SNAPSHOT**_). Support for **Spark 1.4** does not exist yet
Please do not forget to add `-Dspark.cassandra.connection.host=xxx` to the **ZEPPELIN_JAVA_OPTS** parameter in **conf/zeppelin-env.sh** file. Alternatively you can add this parameter in the parameter list of the **Spark interpreter** on the GUI
[Datastax Spark/Cassandra connector]: https://github.com/datastax/spark-cassandra-connector
Author: DuyHai DOAN <do...@gmail.com>
Closes #79 from doanduyhai/master and squashes the following commits:
9448198 [DuyHai DOAN] Add build profile for Spark/Cassandra integration
Project: http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/commit/ad3c28bb
Tree: http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/tree/ad3c28bb
Diff: http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/diff/ad3c28bb
Branch: refs/heads/master
Commit: ad3c28bb65004c4b692edbbed2f6d739107af9f1
Parents: 4ca8466
Author: DuyHai DOAN <do...@gmail.com>
Authored: Sat May 23 20:39:03 2015 +0200
Committer: Lee moon soo <mo...@apache.org>
Committed: Sat May 30 21:04:49 2015 +0900
----------------------------------------------------------------------
README.md | 1 +
pom.xml | 102 ++++++++++++++++++++++++++++++++++++++
zeppelin-interpreter/pom.xml | 1 -
3 files changed, 103 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/blob/ad3c28bb/README.md
----------------------------------------------------------------------
diff --git a/README.md b/README.md
index 44f50ee..50938c7 100644
--- a/README.md
+++ b/README.md
@@ -118,4 +118,5 @@ Zeppelin comes with a set of end-to-end acceptnce tests driving headless seleniu
mvn verify -P using-packaged-distr
+
[](https://github.com/igrigorik/ga-beacon)
http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/blob/ad3c28bb/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index e43ccab..62fe12b 100644
--- a/pom.xml
+++ b/pom.xml
@@ -139,6 +139,7 @@
<java.version>1.7</java.version>
<cxf.version>2.7.7</cxf.version>
<gson.version>2.2</gson.version>
+ <libthrift.version>0.9.0</libthrift.version>
</properties>
<dependencyManagement>
@@ -175,6 +176,12 @@
<version>${jetty.version}</version>
</dependency>
+ <!-- Thrift -->
+ <dependency>
+ <groupId>org.apache.thrift</groupId>
+ <artifactId>libthrift</artifactId>
+ <version>${libthrift.version}</version>
+ </dependency>
<!-- Commons -->
@@ -1320,6 +1327,27 @@
</profile>
<profile>
+ <id>cassandra-spark-1.1</id>
+ <dependencies>
+ <dependency>
+ <groupId>com.datastax.spark</groupId>
+ <artifactId>spark-cassandra-connector_${scala.binary.version}</artifactId>
+ <version>1.1.1</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.joda</groupId>
+ <artifactId>joda-convert</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ </dependencies>
+ <properties>
+ <spark.version>1.1.1</spark.version>
+ <libthrift.version>0.9.2</libthrift.version>
+ </properties>
+ </profile>
+
+ <profile>
<id>spark-1.2</id>
<dependencies>
</dependencies>
@@ -1337,6 +1365,35 @@
</profile>
<profile>
+ <id>cassandra-spark-1.2</id>
+ <properties>
+ <akka.version>2.3.4-spark</akka.version>
+ <spark.version>1.2.1</spark.version>
+ <hive.version>0.13.1a</hive.version>
+ <derby.version>10.10.1.1</derby.version>
+ <parquet.version>1.6.0rc3</parquet.version>
+ <chill.version>0.5.0</chill.version>
+ <commons.httpclient.version>4.2.6</commons.httpclient.version>
+ <commons.math3.version>3.1.1</commons.math3.version>
+ <io.netty.version>4.0.23.Final</io.netty.version>
+ <libthrift.version>0.9.2</libthrift.version>
+ </properties>
+ <dependencies>
+ <dependency>
+ <groupId>com.datastax.spark</groupId>
+ <artifactId>spark-cassandra-connector_${scala.binary.version}</artifactId>
+ <version>1.2.1</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.joda</groupId>
+ <artifactId>joda-convert</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ </dependencies>
+ </profile>
+
+ <profile>
<id>spark-1.3</id>
<properties>
<akka.version>2.3.4-spark</akka.version>
@@ -1369,6 +1426,51 @@
</profile>
<profile>
+ <id>cassandra-spark-1.3</id>
+ <properties>
+ <akka.version>2.3.4-spark</akka.version>
+ <spark.version>1.3.0</spark.version>
+ <mesos.version>0.21.0</mesos.version>
+ <hbase.version>0.98.7</hbase.version>
+ <hbase.artifact>hbase</hbase.artifact>
+ <hive.group>org.spark-project.hive</hive.group>
+ <hive.version>0.13.1a</hive.version>
+ <derby.version>10.10.1.1</derby.version>
+ <orbit.version>3.0.0.v201112011016</orbit.version>
+ <parquet.version>1.6.0rc3</parquet.version>
+ <chill.version>0.5.0</chill.version>
+ <ivy.version>2.4.0</ivy.version>
+ <oro.version>2.0.8</oro.version>
+ <avro.mapred.classifier></avro.mapred.classifier>
+ <codahale.metrics.version>3.1.0</codahale.metrics.version>
+ <commons.httpclient.version>4.2.6</commons.httpclient.version>
+ <commons.math3.version>3.1.1</commons.math3.version>
+ <io.netty.version>4.0.23.Final</io.netty.version>
+ <codehaus.jackson.version>1.9.13</codehaus.jackson.version>
+ <fasterxml.jackson.version>2.4.4</fasterxml.jackson.version>
+ <snappy.version>1.1.1.6</snappy.version>
+ <mesos.version>0.21.0</mesos.version>
+ <libthrift.version>0.9.2</libthrift.version>
+ </properties>
+
+ <dependencies>
+ <dependency>
+ <groupId>com.datastax.spark</groupId>
+ <artifactId>spark-cassandra-connector_${scala.binary.version}</artifactId>
+ <!--You need to build your own version of Spark Cassandra connector 1.3.0-SNAPSHOT
+ because it is not yet released-->
+ <version>1.3.0-SNAPSHOT</version>
+ <exclusions>
+ <exclusion>
+ <groupId>org.joda</groupId>
+ <artifactId>joda-convert</artifactId>
+ </exclusion>
+ </exclusions>
+ </dependency>
+ </dependencies>
+ </profile>
+
+ <profile>
<id>spark-1.4</id>
<properties>
<akka.version>2.3.4-spark</akka.version>
http://git-wip-us.apache.org/repos/asf/incubator-zeppelin/blob/ad3c28bb/zeppelin-interpreter/pom.xml
----------------------------------------------------------------------
diff --git a/zeppelin-interpreter/pom.xml b/zeppelin-interpreter/pom.xml
index f6745fc..ba6e88d 100644
--- a/zeppelin-interpreter/pom.xml
+++ b/zeppelin-interpreter/pom.xml
@@ -39,7 +39,6 @@
<dependency>
<groupId>org.apache.thrift</groupId>
<artifactId>libthrift</artifactId>
- <version>0.9.0</version>
</dependency>
<dependency>