You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@hive.apache.org by xu...@apache.org on 2014/12/15 15:57:54 UTC
svn commit: r1645671 -
/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkCrossProductCheck.java
Author: xuefu
Date: Mon Dec 15 14:57:53 2014
New Revision: 1645671
URL: http://svn.apache.org/r1645671
Log:
HIVE-9098: Check cross product for conditional task [Spark Branch] (Rui via Xuefu)
Modified:
hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkCrossProductCheck.java
Modified: hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkCrossProductCheck.java
URL: http://svn.apache.org/viewvc/hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkCrossProductCheck.java?rev=1645671&r1=1645670&r2=1645671&view=diff
==============================================================================
--- hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkCrossProductCheck.java (original)
+++ hive/branches/spark/ql/src/java/org/apache/hadoop/hive/ql/optimizer/physical/SparkCrossProductCheck.java Mon Dec 15 14:57:53 2014
@@ -19,6 +19,7 @@
package org.apache.hadoop.hive.ql.optimizer.physical;
import org.apache.hadoop.hive.ql.exec.CommonMergeJoinOperator;
+import org.apache.hadoop.hive.ql.exec.ConditionalTask;
import org.apache.hadoop.hive.ql.exec.JoinOperator;
import org.apache.hadoop.hive.ql.exec.Operator;
import org.apache.hadoop.hive.ql.exec.Task;
@@ -62,6 +63,11 @@ public class SparkCrossProductCheck impl
SparkWork sparkWork = ((SparkTask) currTask).getWork();
checkShuffleJoin(sparkWork);
checkMapJoin((SparkTask) currTask);
+ } else if (currTask instanceof ConditionalTask) {
+ List<Task<? extends Serializable>> taskList = ((ConditionalTask) currTask).getListTasks();
+ for (Task<? extends Serializable> task : taskList) {
+ dispatch(task, stack, nodeOutputs);
+ }
}
return null;
}