You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by pw...@apache.org on 2013/09/14 05:21:46 UTC
git commit: Use different Hadoop version for YARN artifacts.
Updated Branches:
refs/heads/branch-0.8 e329cf6b7 -> e270cd083
Use different Hadoop version for YARN artifacts.
This uses a seperate Hadoop version for YARN artifact. This means when people link against
spark-yarn, things will resolve correctly.
Project: http://git-wip-us.apache.org/repos/asf/incubator-spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-spark/commit/e270cd08
Tree: http://git-wip-us.apache.org/repos/asf/incubator-spark/tree/e270cd08
Diff: http://git-wip-us.apache.org/repos/asf/incubator-spark/diff/e270cd08
Branch: refs/heads/branch-0.8
Commit: e270cd0838c4b6c6f326cc9df41607b142c6cac1
Parents: e329cf6
Author: Patrick Wendell <pw...@gmail.com>
Authored: Fri Sep 13 14:06:45 2013 -0700
Committer: Patrick Wendell <pw...@gmail.com>
Committed: Fri Sep 13 20:07:51 2013 -0700
----------------------------------------------------------------------
pom.xml | 11 ++++++-----
yarn/pom.xml | 5 +++++
2 files changed, 11 insertions(+), 5 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/e270cd08/pom.xml
----------------------------------------------------------------------
diff --git a/pom.xml b/pom.xml
index ba3c34b..4c89df0 100644
--- a/pom.xml
+++ b/pom.xml
@@ -83,6 +83,7 @@
<slf4j.version>1.7.2</slf4j.version>
<log4j.version>1.2.17</log4j.version>
<hadoop.version>1.0.4</hadoop.version>
+ <yarn.version>0.23.7</yarn.version>
<hbase.version>0.94.6</hbase.version>
<PermGen>64m</PermGen>
@@ -383,7 +384,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-api</artifactId>
- <version>${hadoop.version}</version>
+ <version>${yarn.version}</version>
<exclusions>
<exclusion>
<groupId>asm</groupId>
@@ -414,7 +415,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-common</artifactId>
- <version>${hadoop.version}</version>
+ <version>${yarn.version}</version>
<exclusions>
<exclusion>
<groupId>asm</groupId>
@@ -445,7 +446,7 @@
<dependency>
<groupId>org.apache.hadoop</groupId>
<artifactId>hadoop-yarn-client</artifactId>
- <version>${hadoop.version}</version>
+ <version>${yarn.version}</version>
<exclusions>
<exclusion>
<groupId>asm</groupId>
@@ -701,8 +702,8 @@
<properties>
<hadoop.major.version>2</hadoop.major.version>
<!-- 0.23.* is same as 2.0.* - except hardened to run production jobs -->
- <!-- <hadoop.version>0.23.7</hadoop.version> -->
- <hadoop.version>2.0.5-alpha</hadoop.version>
+ <hadoop.version>0.23.7</hadoop.version>
+ <!--<hadoop.version>2.0.5-alpha</hadoop.version> -->
</properties>
<modules>
http://git-wip-us.apache.org/repos/asf/incubator-spark/blob/e270cd08/yarn/pom.xml
----------------------------------------------------------------------
diff --git a/yarn/pom.xml b/yarn/pom.xml
index 191b5d6..26f6faa 100644
--- a/yarn/pom.xml
+++ b/yarn/pom.xml
@@ -49,6 +49,11 @@
<artifactId>hadoop-yarn-client</artifactId>
</dependency>
<dependency>
+ <groupId>org.apache.hadoop</groupId>
+ <artifactId>hadoop-client</artifactId>
+ <version>${yarn.version}</version>
+ </dependency>
+ <dependency>
<groupId>org.apache.avro</groupId>
<artifactId>avro</artifactId>
</dependency>