You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by ab...@apache.org on 2021/01/25 10:52:04 UTC
[tez] branch branch-0.9 updated: TEZ-4264: Make vertex id available from MROutputCommitter (Marton Bod via László Bodor)
This is an automated email from the ASF dual-hosted git repository.
abstractdog pushed a commit to branch branch-0.9
in repository https://gitbox.apache.org/repos/asf/tez.git
The following commit(s) were added to refs/heads/branch-0.9 by this push:
new bef8632 TEZ-4264: Make vertex id available from MROutputCommitter (Marton Bod via László Bodor)
bef8632 is described below
commit bef863257a75ff77d982a7e58fdbd32ce27f9f5b
Author: Marton Bod <mb...@cloudera.com>
AuthorDate: Mon Jan 25 11:27:24 2021 +0100
TEZ-4264: Make vertex id available from MROutputCommitter (Marton Bod via László Bodor)
Signed-off-by: Laszlo Bodor <bo...@gmail.com>
---
.../main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java | 1 +
.../src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java | 1 +
2 files changed, 2 insertions(+)
diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java
index b7ebc4c..71e5681 100644
--- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java
+++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/committer/MROutputCommitter.java
@@ -78,6 +78,7 @@ public class MROutputCommitter extends OutputCommitter {
jobConf.getCredentials().mergeAll(UserGroupInformation.getCurrentUser().getCredentials());
jobConf.setInt(MRJobConfig.APPLICATION_ATTEMPT_ID,
getContext().getDAGAttemptNumber());
+ jobConf.setInt(MRJobConfig.VERTEX_ID, getContext().getVertexIndex());
committer = getOutputCommitter(getContext());
jobContext = getJobContextFromVertexContext(getContext());
initialized = true;
diff --git a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
index ca954d9..e162460 100644
--- a/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
+++ b/tez-mapreduce/src/main/java/org/apache/tez/mapreduce/hadoop/MRJobConfig.java
@@ -645,6 +645,7 @@ public interface MRJobConfig {
"mrr.vertex.";
public static final String VERTEX_NAME = "mapreduce.task.vertex.name";
+ public static final String VERTEX_ID = "mapreduce.task.vertex.id";
public static final String MR_TEZ_SPLITS_VIA_EVENTS = MR_TEZ_PREFIX + "splits.via.events";
public static final boolean MR_TEZ_SPLITS_VIA_EVENTS_DEFAULT = true;