You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by ro...@apache.org on 2014/11/10 06:34:56 UTC
svn commit: r1637791 - in /pig/branches/branch-0.14: ivy/libraries.properties
src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java
Author: rohini
Date: Mon Nov 10 05:34:56 2014
New Revision: 1637791
URL: http://svn.apache.org/r1637791
Log:
PIG-4069: Limit reduce task should start as soon as one map task finishes - uncomment and enable feature with Tez 5.2 (rohini)
Modified:
pig/branches/branch-0.14/ivy/libraries.properties
pig/branches/branch-0.14/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java
Modified: pig/branches/branch-0.14/ivy/libraries.properties
URL: http://svn.apache.org/viewvc/pig/branches/branch-0.14/ivy/libraries.properties?rev=1637791&r1=1637790&r2=1637791&view=diff
==============================================================================
--- pig/branches/branch-0.14/ivy/libraries.properties (original)
+++ pig/branches/branch-0.14/ivy/libraries.properties Mon Nov 10 05:34:56 2014
@@ -93,6 +93,6 @@ mockito.version=1.8.4
jansi.version=1.9
asm.version=3.3.1
snappy.version=1.1.0.1
-tez.version=0.5.1
+tez.version=0.5.2
parquet-pig-bundle.version=1.2.3
snappy.version=0.2
Modified: pig/branches/branch-0.14/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java
URL: http://svn.apache.org/viewvc/pig/branches/branch-0.14/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java?rev=1637791&r1=1637790&r2=1637791&view=diff
==============================================================================
--- pig/branches/branch-0.14/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java (original)
+++ pig/branches/branch-0.14/src/org/apache/pig/backend/hadoop/executionengine/tez/TezDagBuilder.java Mon Nov 10 05:34:56 2014
@@ -155,6 +155,7 @@ import org.apache.tez.runtime.library.ap
import org.apache.tez.runtime.library.input.ConcatenatedMergedKeyValueInput;
import org.apache.tez.runtime.library.input.OrderedGroupedKVInput;
import org.apache.tez.runtime.library.input.OrderedGroupedMergedKVInput;
+import org.apache.tez.runtime.library.input.UnorderedKVInput;
import org.codehaus.jettison.json.JSONException;
import org.codehaus.jettison.json.JSONObject;
@@ -728,7 +729,6 @@ public class TezDagBuilder extends TezOp
}
}
}
-/* TODO: Uncomment after TEZ-1590 is fixed
if (tezOp.isLimit() && (vmPluginName == null || vmPluginName.equals(ShuffleVertexManager.class.getName()))) {
if (tezOp.inEdges.values().iterator().next().inputClassName.equals(UnorderedKVInput.class.getName())) {
// Setting SRC_FRACTION to 0.00001 so that even if there are 100K source tasks,
@@ -742,7 +742,6 @@ public class TezDagBuilder extends TezOp
log.info("Set " + ShuffleVertexManager.TEZ_SHUFFLE_VERTEX_MANAGER_MIN_SRC_FRACTION + " to 0.00001 for limit vertex " + tezOp.getOperatorKey().toString());
}
}
-*/
// else if(tezOp.isLimitAfterSort())
// TODO: PIG-4049 If standalone Limit we need a new VertexManager or new input
// instead of ShuffledMergedInput. For limit part of the sort (order by parallel 1) itself