You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by ma...@apache.org on 2015/05/23 00:12:19 UTC
spark git commit: [SPARK-7724] [SQL] Support Intersect/Except in
Catalyst DSL.
Repository: spark
Updated Branches:
refs/heads/master 31d5d463e -> e4aef91fe
[SPARK-7724] [SQL] Support Intersect/Except in Catalyst DSL.
Author: Santiago M. Mola <sa...@mola.io>
Closes #6327 from smola/feature/catalyst-dsl-set-ops and squashes the following commits:
11db778 [Santiago M. Mola] [SPARK-7724] [SQL] Support Intersect/Except in Catalyst DSL.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/e4aef91f
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/e4aef91f
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/e4aef91f
Branch: refs/heads/master
Commit: e4aef91fe70d6c9765d530b913a9d79103fc27ce
Parents: 31d5d46
Author: Santiago M. Mola <sa...@mola.io>
Authored: Fri May 22 15:10:27 2015 -0700
Committer: Michael Armbrust <mi...@databricks.com>
Committed: Fri May 22 15:10:27 2015 -0700
----------------------------------------------------------------------
.../main/scala/org/apache/spark/sql/catalyst/dsl/package.scala | 4 ++++
1 file changed, 4 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/e4aef91f/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala
----------------------------------------------------------------------
diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala
index 4c0d702..307a9ca 100644
--- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala
+++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/dsl/package.scala
@@ -276,6 +276,10 @@ package object dsl {
def unionAll(otherPlan: LogicalPlan): LogicalPlan = Union(logicalPlan, otherPlan)
+ def except(otherPlan: LogicalPlan): LogicalPlan = Except(logicalPlan, otherPlan)
+
+ def intersect(otherPlan: LogicalPlan): LogicalPlan = Intersect(logicalPlan, otherPlan)
+
def sfilter[T1](arg1: Symbol)(udf: (T1) => Boolean): LogicalPlan =
Filter(ScalaUdf(udf, BooleanType, Seq(UnresolvedAttribute(arg1.name))), logicalPlan)
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org