You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by bi...@apache.org on 2013/11/19 03:41:52 UTC
git commit: TEZ-626. Round off error for small numbers in
ShuffleVertexManager auto parallelism (bikas)
Updated Branches:
refs/heads/master d4a8ff71a -> 207264823
TEZ-626. Round off error for small numbers in ShuffleVertexManager auto parallelism (bikas)
Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/20726482
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/20726482
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/20726482
Branch: refs/heads/master
Commit: 207264823eb20f83b2224a5630a6c036226b755b
Parents: d4a8ff7
Author: Bikas Saha <bi...@apache.org>
Authored: Mon Nov 18 18:38:17 2013 -0800
Committer: Bikas Saha <bi...@apache.org>
Committed: Mon Nov 18 18:38:17 2013 -0800
----------------------------------------------------------------------
.../org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java | 4 +++-
1 file changed, 3 insertions(+), 1 deletion(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/20726482/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java
----------------------------------------------------------------------
diff --git a/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java b/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java
index 21f0294..5143868 100644
--- a/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java
+++ b/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java
@@ -261,7 +261,9 @@ public class ShuffleVertexManager implements VertexScheduler {
long expectedTotalSourceTasksOutputSize =
(numSourceTasks*completedSourceTasksOutputSize)/numVertexManagerEventsReceived;
int desiredTaskParallelism =
- (int)(expectedTotalSourceTasksOutputSize/desiredTaskInputDataSize);
+ (int)(
+ (expectedTotalSourceTasksOutputSize+desiredTaskInputDataSize-1)/
+ desiredTaskInputDataSize);
if(desiredTaskParallelism < minTaskParallelism) {
desiredTaskParallelism = minTaskParallelism;
}