You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by bi...@apache.org on 2013/11/21 03:45:40 UTC
git commit: Addendum to TEZ-609. YARN may report 0 capacity for job
and grouping needs to take care of that. (bikas)
Updated Branches:
refs/heads/master 7a3071d8d -> 40dfb77c9
Addendum to TEZ-609. YARN may report 0 capacity for job and grouping needs to take care of that. (bikas)
Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/40dfb77c
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/40dfb77c
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/40dfb77c
Branch: refs/heads/master
Commit: 40dfb77c9742561a2554c20343381114081575e4
Parents: 7a3071d
Author: Bikas Saha <bi...@apache.org>
Authored: Wed Nov 20 18:42:11 2013 -0800
Committer: Bikas Saha <bi...@apache.org>
Committed: Wed Nov 20 18:42:11 2013 -0800
----------------------------------------------------------------------
.../apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java | 2 +-
.../hadoop/mapreduce/split/TezGroupedSplitsInputFormat.java | 3 +++
2 files changed, 4 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/40dfb77c/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java
----------------------------------------------------------------------
diff --git a/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java b/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java
index f523c66..dec8e3f 100644
--- a/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java
+++ b/tez-mapreduce/src/main/java/org/apache/hadoop/mapred/split/TezGroupedSplitsInputFormat.java
@@ -63,7 +63,7 @@ public class TezGroupedSplitsInputFormat<K, V>
}
public void setDesiredNumberOfSplits(int num) {
- Preconditions.checkArgument(num > 0);
+ Preconditions.checkArgument(num >= 0);
this.desiredNumSplits = num;
if (LOG.isDebugEnabled()) {
LOG.debug("desiredNumSplits: " + desiredNumSplits);
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/40dfb77c/tez-mapreduce/src/main/java/org/apache/hadoop/mapreduce/split/TezGroupedSplitsInputFormat.java
----------------------------------------------------------------------
diff --git a/tez-mapreduce/src/main/java/org/apache/hadoop/mapreduce/split/TezGroupedSplitsInputFormat.java b/tez-mapreduce/src/main/java/org/apache/hadoop/mapreduce/split/TezGroupedSplitsInputFormat.java
index 0ff250a..bb03c78 100644
--- a/tez-mapreduce/src/main/java/org/apache/hadoop/mapreduce/split/TezGroupedSplitsInputFormat.java
+++ b/tez-mapreduce/src/main/java/org/apache/hadoop/mapreduce/split/TezGroupedSplitsInputFormat.java
@@ -40,6 +40,8 @@ import org.apache.hadoop.yarn.util.RackResolver;
import org.apache.tez.dag.api.TezConfiguration;
import org.apache.tez.dag.api.TezUncheckedException;
+import com.google.common.base.Preconditions;
+
public class TezGroupedSplitsInputFormat<K, V> extends InputFormat<K, V>
implements Configurable{
@@ -62,6 +64,7 @@ public class TezGroupedSplitsInputFormat<K, V> extends InputFormat<K, V>
}
public void setDesiredNumberOfSplits(int num) {
+ Preconditions.checkArgument(num >= 0);
this.desiredNumSplits = num;
if (LOG.isDebugEnabled()) {
LOG.debug("desiredNumSplits: " + desiredNumSplits);