You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by rb...@apache.org on 2014/07/02 06:41:45 UTC
git commit: TEZ-1163. Tez Auto Reducer-parallelism throws
Divide-by-Zero
Repository: incubator-tez
Updated Branches:
refs/heads/master 7aa927a72 -> c2db6b83e
TEZ-1163. Tez Auto Reducer-parallelism throws Divide-by-Zero
Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/c2db6b83
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/c2db6b83
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/c2db6b83
Branch: refs/heads/master
Commit: c2db6b83efc61ca846445c4f93d5f10926bb2083
Parents: 7aa927a
Author: Rajesh Balamohan <rb...@apache.org>
Authored: Wed Jul 2 10:12:47 2014 +0530
Committer: Rajesh Balamohan <rb...@apache.org>
Committed: Wed Jul 2 10:12:47 2014 +0530
----------------------------------------------------------------------
.../tez/dag/library/vertexmanager/ShuffleVertexManager.java | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/c2db6b83/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
----------------------------------------------------------------------
diff --git a/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java b/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
index c31539c..c8b406d 100644
--- a/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
+++ b/tez-runtime-library/src/main/java/org/apache/tez/dag/library/vertexmanager/ShuffleVertexManager.java
@@ -561,10 +561,10 @@ public class ShuffleVertexManager extends VertexManagerPlugin {
.getLong(
ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_DESIRED_TASK_INPUT_SIZE,
ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_DESIRED_TASK_INPUT_SIZE_DEFAULT);
- minTaskParallelism = conf
+ minTaskParallelism = Math.max(1, conf
.getInt(
ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM,
- ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM_DEFAULT);
+ ShuffleVertexManager.TEZ_AM_SHUFFLE_VERTEX_MANAGER_MIN_TASK_PARALLELISM_DEFAULT));
LOG.info("Shuffle Vertex Manager: settings" + " minFrac:"
+ slowStartMinSrcCompletionFraction + " maxFrac:"
+ slowStartMaxSrcCompletionFraction + " auto:" + enableAutoParallelism