You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by pw...@apache.org on 2013/09/17 08:02:33 UTC
[3/3] git commit: Make spark-kafka a "provided" dependency.
Make spark-kafka a "provided" dependency.
Otherwise any third-party build that links against spark-streaming
will break (even if they aren't using kafka). This also defines the
local repository inside of the examples pom so that the examples
build continues to work.
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/721ea8cf
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/721ea8cf
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/721ea8cf
Branch: refs/heads/branch-0.8
Commit: 721ea8cf2080ab77f50c148a5c5aa5bab8d1b429
Parents: fc48d48
Author: Patrick Wendell <pw...@gmail.com>
Authored: Mon Sep 16 22:30:54 2013 -0700
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Mon Sep 16 22:58:39 2013 -0700
----------------------------------------------------------------------
examples/pom.xml | 14 ++++++++++++++
streaming/pom.xml | 1 +
2 files changed, 15 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/721ea8cf/examples/pom.xml
----------------------------------------------------------------------
diff --git a/examples/pom.xml b/examples/pom.xml
index 99ff67a..de8813d 100644
--- a/examples/pom.xml
+++ b/examples/pom.xml
@@ -31,6 +31,14 @@
<name>Spark Project Examples</name>
<url>http://spark.incubator.apache.org/</url>
+ <repositories>
+ <!-- A repository in the local filesystem for the Kafka JAR, which we modified for Scala 2.9 -->
+ <repository>
+ <id>lib</id>
+ <url>file://${project.basedir}/lib</url>
+ </repository>
+ </repositories>
+
<dependencies>
<dependency>
<groupId>org.apache.spark</groupId>
@@ -72,6 +80,12 @@
</exclusions>
</dependency>
<dependency>
+ <groupId>org.apache.kafka</groupId>
+ <artifactId>kafka</artifactId>
+ <version>0.7.2-spark</version> <!-- Comes from our in-project repository -->
+ <scope>provided</scope>
+ </dependency>
+ <dependency>
<groupId>org.eclipse.jetty</groupId>
<artifactId>jetty-server</artifactId>
</dependency>
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/721ea8cf/streaming/pom.xml
----------------------------------------------------------------------
diff --git a/streaming/pom.xml b/streaming/pom.xml
index f94e7e0..486d5bb 100644
--- a/streaming/pom.xml
+++ b/streaming/pom.xml
@@ -58,6 +58,7 @@
<groupId>org.apache.kafka</groupId>
<artifactId>kafka</artifactId>
<version>0.7.2-spark</version> <!-- Comes from our in-project repository -->
+ <scope>provided</scope>
</dependency>
<dependency>
<groupId>org.apache.flume</groupId>