You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@pig.apache.org by xu...@apache.org on 2017/03/14 22:07:16 UTC
svn commit: r1786959 -
/pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java
Author: xuefu
Date: Tue Mar 14 22:07:16 2017
New Revision: 1786959
URL: http://svn.apache.org/viewvc?rev=1786959&view=rev
Log:
PIG-5104: Union_15 e2e test failing on Spark (Liyun via Xuefu)
Modified:
pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java
Modified: pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java
URL: http://svn.apache.org/viewvc/pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java?rev=1786959&r1=1786958&r2=1786959&view=diff
==============================================================================
--- pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java (original)
+++ pig/branches/spark/src/org/apache/pig/backend/hadoop/executionengine/spark/plan/SparkCompiler.java Tue Mar 14 22:07:16 2017
@@ -997,6 +997,13 @@ public class SparkCompiler extends PhyPl
ret.scalars.add(physOp);
}
}
+
+ if(removeSparkOp.getCrossKeys()!=null){
+ for(String crossKey: removeSparkOp.getCrossKeys())
+ ret.addCrossKey(crossKey);
+ }
+
+
Set<PhysicalOperator> opsToChange = new HashSet<PhysicalOperator>();
for (Map.Entry<PhysicalOperator, SparkOperator> entry : phyToSparkOpMap
.entrySet()) {