You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by gu...@apache.org on 2014/04/07 01:08:20 UTC
svn commit: r1585359 - in /hive/branches/branch-0.13: pom.xml
ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java
Author: gunther
Date: Sun Apr 6 23:08:20 2014
New Revision: 1585359
URL: http://svn.apache.org/r1585359
Log:
HIVE-6840: Use Unordered Output for Bucket Map Joins on Tez (Siddharth Seth via Gunther Hagleitner)
Modified:
hive/branches/branch-0.13/pom.xml
hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java
Modified: hive/branches/branch-0.13/pom.xml
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/pom.xml?rev=1585359&r1=1585358&r2=1585359&view=diff
==============================================================================
--- hive/branches/branch-0.13/pom.xml (original)
+++ hive/branches/branch-0.13/pom.xml Sun Apr 6 23:08:20 2014
@@ -138,7 +138,7 @@
<stax.version>1.0.1</stax.version>
<slf4j.version>1.7.5</slf4j.version>
<ST4.version>4.0.4</ST4.version>
- <tez.version>0.3.0-incubating</tez.version>
+ <tez.version>0.4.0-incubating</tez.version>
<tempus-fugit.version>1.1</tempus-fugit.version>
<snappy.version>0.2</snappy.version>
<wadl-resourcedoc-doclet.version>1.4</wadl-resourcedoc-doclet.version>
Modified: hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java
URL: http://svn.apache.org/viewvc/hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java?rev=1585359&r1=1585358&r2=1585359&view=diff
==============================================================================
--- hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java (original)
+++ hive/branches/branch-0.13/ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java Sun Apr 6 23:08:20 2014
@@ -116,6 +116,7 @@ import org.apache.tez.runtime.library.in
import org.apache.tez.runtime.library.input.ShuffledUnorderedKVInput;
import org.apache.tez.runtime.library.output.OnFileSortedOutput;
import org.apache.tez.runtime.library.output.OnFileUnorderedKVOutput;
+import org.apache.tez.runtime.library.output.OnFileUnorderedPartitionedKVOutput;
/**
* DagUtils. DagUtils is a collection of helper methods to convert
@@ -312,7 +313,7 @@ public class DagUtils {
case CUSTOM_EDGE:
dataMovementType = DataMovementType.CUSTOM;
- logicalOutputClass = OnFileSortedOutput.class;
+ logicalOutputClass = OnFileUnorderedPartitionedKVOutput.class;
logicalInputClass = ShuffledUnorderedKVInput.class;
EdgeManagerDescriptor edgeDesc = new EdgeManagerDescriptor(
CustomPartitionEdge.class.getName());
@@ -332,7 +333,7 @@ public class DagUtils {
case CUSTOM_SIMPLE_EDGE:
dataMovementType = DataMovementType.SCATTER_GATHER;
- logicalOutputClass = OnFileSortedOutput.class;
+ logicalOutputClass = OnFileUnorderedPartitionedKVOutput.class;
logicalInputClass = ShuffledUnorderedKVInput.class;
break;