svn commit: r1585358 - in /hive/trunk: pom.xml ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java

[gu...@apache.org]

Author: gunther
Date: Sun Apr  6 22:54:37 2014
New Revision: 1585358

URL: http://svn.apache.org/r1585358
Log:
HIVE-6840: Use Unordered Output for Bucket Map Joins on Tez (Siddharth Seth via Gunther Hagleitner)

Modified:
    hive/trunk/pom.xml
    hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java

Modified: hive/trunk/pom.xml
URL: http://svn.apache.org/viewvc/hive/trunk/pom.xml?rev=1585358&r1=1585357&r2=1585358&view=diff
==============================================================================
--- hive/trunk/pom.xml (original)
+++ hive/trunk/pom.xml Sun Apr  6 22:54:37 2014
@@ -139,7 +139,7 @@
     <stax.version>1.0.1</stax.version>
     <slf4j.version>1.7.5</slf4j.version>
     <ST4.version>4.0.4</ST4.version>
-    <tez.version>0.3.0-incubating</tez.version>
+    <tez.version>0.4.0-incubating</tez.version>
     <tempus-fugit.version>1.1</tempus-fugit.version>
     <snappy.version>0.2</snappy.version>
     <wadl-resourcedoc-doclet.version>1.4</wadl-resourcedoc-doclet.version>

Modified: hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java
URL: http://svn.apache.org/viewvc/hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java?rev=1585358&r1=1585357&r2=1585358&view=diff
==============================================================================
--- hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java (original)
+++ hive/trunk/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java Sun Apr  6 22:54:37 2014
@@ -116,6 +116,7 @@ import org.apache.tez.runtime.library.in
 import org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput;
 import org.apache.tez.runtime.library.output.OnFileSortedOutput;
 import org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput;
+import org.apache.tez.runtime.library.output.OnFileUnorderedPartitionedKVOutput;
 
 /**
  * DagUtils. DagUtils is a collection of helper methods to convert
@@ -312,7 +313,7 @@ public class DagUtils {
       case CUSTOM_EDGE:
         
         dataMovementType = DataMovementType.CUSTOM;
-        logicalOutputClass = OnFileSortedOutput.class;
+        logicalOutputClass = OnFileUnorderedPartitionedKVOutput.class;
         logicalInputClass = ShuffledUnorderedKVInput.class;
         EdgeManagerDescriptor edgeDesc = new EdgeManagerDescriptor(
             CustomPartitionEdge.class.getName());
@@ -332,7 +333,7 @@ public class DagUtils {
 
       case CUSTOM_SIMPLE_EDGE:
         dataMovementType = DataMovementType.SCATTER_GATHER;
-        logicalOutputClass = OnFileSortedOutput.class;
+        logicalOutputClass = OnFileUnorderedPartitionedKVOutput.class;
         logicalInputClass = ShuffledUnorderedKVInput.class;
         break;