You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@tez.apache.org by bi...@apache.org on 2013/11/19 03:41:52 UTC

git commit: TEZ-626. Round off error for small numbers in ShuffleVertexManager auto parallelism (bikas)

Updated Branches:
  refs/heads/master d4a8ff71a -> 207264823


TEZ-626. Round off error for small numbers in ShuffleVertexManager auto parallelism (bikas)


Project: http://git-wip-us.apache.org/repos/asf/incubator-tez/repo
Commit: http://git-wip-us.apache.org/repos/asf/incubator-tez/commit/20726482
Tree: http://git-wip-us.apache.org/repos/asf/incubator-tez/tree/20726482
Diff: http://git-wip-us.apache.org/repos/asf/incubator-tez/diff/20726482

Branch: refs/heads/master
Commit: 207264823eb20f83b2224a5630a6c036226b755b
Parents: d4a8ff7
Author: Bikas Saha <bi...@apache.org>
Authored: Mon Nov 18 18:38:17 2013 -0800
Committer: Bikas Saha <bi...@apache.org>
Committed: Mon Nov 18 18:38:17 2013 -0800

----------------------------------------------------------------------
 .../org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java    | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/incubator-tez/blob/20726482/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java
----------------------------------------------------------------------
diff --git a/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java b/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java
index 21f0294..5143868 100644
--- a/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java
+++ b/tez-dag/src/main/java/org/apache/tez/dag/app/dag/impl/ShuffleVertexManager.java
@@ -261,7 +261,9 @@ public class ShuffleVertexManager implements VertexScheduler {
     long expectedTotalSourceTasksOutputSize = 
         (numSourceTasks*completedSourceTasksOutputSize)/numVertexManagerEventsReceived;
     int desiredTaskParallelism = 
-        (int)(expectedTotalSourceTasksOutputSize/desiredTaskInputDataSize);
+        (int)(
+            (expectedTotalSourceTasksOutputSize+desiredTaskInputDataSize-1)/
+            desiredTaskInputDataSize);
     if(desiredTaskParallelism < minTaskParallelism) {
       desiredTaskParallelism = minTaskParallelism;
     }