You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by hi...@apache.org on 2013/10/03 08:18:41 UTC
[1/2] git commit: TEZ-489. Remove ljr_helper from tez codebase.
(hitesh)
Updated Branches:
refs/heads/master 034e661a3 -> a0d42b694
TEZ-489. Remove ljr_helper from tez codebase. (hitesh)
Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/47213f47
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/47213f47
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/47213f47
Branch: refs/heads/master
Commit: 47213f47f7e6efceee5f8a2c9ae8458c07f0ca8c
Parents: 034e661
Author: Hitesh Shah <hi...@apache.org>
Authored: Wed Oct 2 23:17:43 2013 -0700
Committer: Hitesh Shah <hi...@apache.org>
Committed: Wed Oct 2 23:17:43 2013 -0700
----------------------------------------------------------------------
ljr_helper/MR_LJR_revoke.patch | 16 ----------------
ljr_helper/README.md | 11 -----------
ljr_helper/ln_mrx_jars.sh | 8 --------
3 files changed, 35 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/47213f47/ljr_helper/MR_LJR_revoke.patch
----------------------------------------------------------------------
diff --git a/ljr_helper/MR_LJR_revoke.patch b/ljr_helper/MR_LJR_revoke.patch
deleted file mode 100644
index 844114f..0000000
--- a/ljr_helper/MR_LJR_revoke.patch
+++ /dev/null
@@ -1,16 +0,0 @@
-diff --git hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapred/LocalClientProtocolProvider.java hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapred/LocalClientProtocolProvider.java
-index cead434..7029593 100644
---- hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapred/LocalClientProtocolProvider.java
-+++ hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-common/src/main/java/org/apache/hadoop/mapred/LocalClientProtocolProvider.java
-@@ -40,8 +40,9 @@ public ClientProtocol create(Configuration conf) throws IOException {
- }
- String tracker = conf.get(JTConfig.JT_IPC_ADDRESS, "local");
- if ("local".equals(tracker)) {
-- conf.setInt("mapreduce.job.maps", 1);
-- return new LocalJobRunner(conf);
-+ //conf.setInt("mapreduce.job.maps", 1);
-+ //return new LocalJobRunner(conf);
-+ return null;
- } else {
-
- throw new IOException("Invalid \"" + JTConfig.JT_IPC_ADDRESS
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/47213f47/ljr_helper/README.md
----------------------------------------------------------------------
diff --git a/ljr_helper/README.md b/ljr_helper/README.md
deleted file mode 100644
index 3b8c785..0000000
--- a/ljr_helper/README.md
+++ /dev/null
@@ -1,11 +0,0 @@
-These utils helps to run MapReduce jobs in 'local mode' (i.e. using LocalJobRunner) using TEZ runtime instead of the MapReduce runtime.
-
-Steps:
-* Apply MR_LJR_revoke.patch to remove LocalJobRunner in Apache Hadoop MapReduce project.
-* Run 'mvn install -DskipTests=true' to install the modified Apache Hadoop MapReduce jars in your local maven repo.
-* Setup the Apache Hadoop MapReduce project to pick up TEZ runtime by following:
- - Run 'mvn package' to create TEZ jars
- - Set TEZ_SRC_DIR to the base of your TEZ source tree.
- - Set HADOOP_MAPRED_HOME to the base of the hadoop-3.0.0-SNAPSHOT directory
- - Link required TEZ jars into Apache Hadoop MapReduce lib directory using ln_tez_jar.sh
-* That's it! Run jobs in local-mode using TEZ!
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/47213f47/ljr_helper/ln_mrx_jars.sh
----------------------------------------------------------------------
diff --git a/ljr_helper/ln_mrx_jars.sh b/ljr_helper/ln_mrx_jars.sh
deleted file mode 100755
index 6b5e950..0000000
--- a/ljr_helper/ln_mrx_jars.sh
+++ /dev/null
@@ -1,8 +0,0 @@
-#!/bin/bash
-#TEZ_SRC_DIR=`pwd`
-M2_REPO=$HOME/.m2/repository
-ln -s $TEZ_SRC_DIR/tez-api/target/tez-api-1.0-SNAPSHOT.jar $HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib
-ln -s $TEZ_SRC_DIR/tez-common/target/tez-common-1.0-SNAPSHOT.jar $HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib
-ln -s $TEZ_SRC_DIR/tez-engine/target/tez-engine-1.0-SNAPSHOT.jar $HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib
-ln -s $TEZ_SRC_DIR/tez-mapreduce/target/tez-mapreduce-1.0-SNAPSHOT.jar $HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib
-ln -s $M2_REPO/com/google/inject/extensions/guice-assistedinject/3.0/guice-assistedinject-3.0.jar $HADOOP_MAPRED_HOME/share/hadoop/mapreduce/lib
[2/2] git commit: TEZ-522. Remove obsolete example_jobs dir. (hitesh)
Posted by hi...@apache.org.
TEZ-522. Remove obsolete example_jobs dir. (hitesh)
Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/a0d42b69
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/a0d42b69
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/a0d42b69
Branch: refs/heads/master
Commit: a0d42b69486c3f2ea418b4622918d51234dc4d66
Parents: 47213f4
Author: Hitesh Shah <hi...@apache.org>
Authored: Wed Oct 2 23:18:18 2013 -0700
Committer: Hitesh Shah <hi...@apache.org>
Committed: Wed Oct 2 23:18:18 2013 -0700
----------------------------------------------------------------------
example_jobs/wc_mr_6m_1r/appTokens | Bin 38 -> 0 bytes
example_jobs/wc_mr_6m_1r/job.jar | Bin 271681 -> 0 bytes
example_jobs/wc_mr_6m_1r/job.split | Bin 723 -> 0 bytes
example_jobs/wc_mrr_6m_3r_3r/appTokens | Bin 38 -> 0 bytes
example_jobs/wc_mrr_6m_3r_3r/job.jar | Bin 273558 -> 0 bytes
example_jobs/wc_mrr_6m_3r_3r/job.split | Bin 723 -> 0 bytes
6 files changed, 0 insertions(+), 0 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/a0d42b69/example_jobs/wc_mr_6m_1r/appTokens
----------------------------------------------------------------------
diff --git a/example_jobs/wc_mr_6m_1r/appTokens b/example_jobs/wc_mr_6m_1r/appTokens
deleted file mode 100644
index dcfd143..0000000
Binary files a/example_jobs/wc_mr_6m_1r/appTokens and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/a0d42b69/example_jobs/wc_mr_6m_1r/job.jar
----------------------------------------------------------------------
diff --git a/example_jobs/wc_mr_6m_1r/job.jar b/example_jobs/wc_mr_6m_1r/job.jar
deleted file mode 100644
index 9b0318b..0000000
Binary files a/example_jobs/wc_mr_6m_1r/job.jar and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/a0d42b69/example_jobs/wc_mr_6m_1r/job.split
----------------------------------------------------------------------
diff --git a/example_jobs/wc_mr_6m_1r/job.split b/example_jobs/wc_mr_6m_1r/job.split
deleted file mode 100644
index 8d86938..0000000
Binary files a/example_jobs/wc_mr_6m_1r/job.split and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/a0d42b69/example_jobs/wc_mrr_6m_3r_3r/appTokens
----------------------------------------------------------------------
diff --git a/example_jobs/wc_mrr_6m_3r_3r/appTokens b/example_jobs/wc_mrr_6m_3r_3r/appTokens
deleted file mode 100644
index de18cd9..0000000
Binary files a/example_jobs/wc_mrr_6m_3r_3r/appTokens and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/a0d42b69/example_jobs/wc_mrr_6m_3r_3r/job.jar
----------------------------------------------------------------------
diff --git a/example_jobs/wc_mrr_6m_3r_3r/job.jar b/example_jobs/wc_mrr_6m_3r_3r/job.jar
deleted file mode 100644
index f183335..0000000
Binary files a/example_jobs/wc_mrr_6m_3r_3r/job.jar and /dev/null differ
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/a0d42b69/example_jobs/wc_mrr_6m_3r_3r/job.split
----------------------------------------------------------------------
diff --git a/example_jobs/wc_mrr_6m_3r_3r/job.split b/example_jobs/wc_mrr_6m_3r_3r/job.split
deleted file mode 100644
index 8d86938..0000000
Binary files a/example_jobs/wc_mrr_6m_3r_3r/job.split and /dev/null differ