You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by bi...@apache.org on 2014/02/07 22:24:26 UTC
git commit: TEZ-819. YARNRunner should not put -m/-r in output name
when using mapred API (bikas)
Updated Branches:
refs/heads/master b2139fe16 -> 5c5622e12
TEZ-819. YARNRunner should not put -m/-r in output name when using mapred API (bikas)
Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/5c5622e1
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/5c5622e1
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/5c5622e1
Branch: refs/heads/master
Commit: 5c5622e1277bca981abaa01750b9a888df02ec41
Parents: b2139fe
Author: Bikas Saha <bi...@apache.org>
Authored: Fri Feb 7 13:24:19 2014 -0800
Committer: Bikas Saha <bi...@apache.org>
Committed: Fri Feb 7 13:24:19 2014 -0800
----------------------------------------------------------------------
.../java/org/apache/tez/mapreduce/client/YARNRunner.java | 9 +--------
1 file changed, 1 insertion(+), 8 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/5c5622e1/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java
----------------------------------------------------------------------
diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java
index 90a4342..2102a1c 100644
--- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java
+++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/client/YARNRunner.java
@@ -402,14 +402,7 @@ public class YARNRunner implements ClientProtocol {
Resource taskResource = isMap ? MRHelpers.getMapResource(stageConf)
: MRHelpers.getReduceResource(stageConf);
- JobConf jobConf = new JobConf(stageConf);
- String outputFilePrefix = null;
- if (jobConf.getUseNewMapper()) {
- outputFilePrefix = "part";
- } else {
- outputFilePrefix = isMap ? "part-m" : "part-r";
- }
- stageConf.set(MRJobConfig.MROUTPUT_FILE_NAME_PREFIX, outputFilePrefix);
+ stageConf.set(MRJobConfig.MROUTPUT_FILE_NAME_PREFIX, "part");
byte[] vertexUserPayload = MRHelpers.createUserPayloadFromConf(stageConf);
Vertex vertex = new Vertex(vertexName, new ProcessorDescriptor(processorName).