You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by zs...@apache.org on 2017/07/07 01:11:44 UTC
spark git commit: [SPARK-21329][SS] Make EventTimeWatermarkExec
explicitly UnaryExecNode
Repository: spark
Updated Branches:
refs/heads/master 40c7add3a -> e5bb26174
[SPARK-21329][SS] Make EventTimeWatermarkExec explicitly UnaryExecNode
## What changes were proposed in this pull request?
Making EventTimeWatermarkExec explicitly UnaryExecNode
/cc tdas zsxwing
## How was this patch tested?
Local build.
Author: Jacek Laskowski <ja...@japila.pl>
Closes #18509 from jaceklaskowski/EventTimeWatermarkExec-UnaryExecNode.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/e5bb2617
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/e5bb2617
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/e5bb2617
Branch: refs/heads/master
Commit: e5bb26174d3336e07dd670eec4fd2137df346163
Parents: 40c7add
Author: Jacek Laskowski <ja...@japila.pl>
Authored: Thu Jul 6 18:11:41 2017 -0700
Committer: Shixiong Zhu <sh...@databricks.com>
Committed: Thu Jul 6 18:11:41 2017 -0700
----------------------------------------------------------------------
.../spark/sql/execution/streaming/EventTimeWatermarkExec.scala | 6 ++----
1 file changed, 2 insertions(+), 4 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/e5bb2617/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/EventTimeWatermarkExec.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/EventTimeWatermarkExec.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/EventTimeWatermarkExec.scala
index 25cf609..87e5b78 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/EventTimeWatermarkExec.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/EventTimeWatermarkExec.scala
@@ -21,7 +21,7 @@ import org.apache.spark.rdd.RDD
import org.apache.spark.sql.catalyst.InternalRow
import org.apache.spark.sql.catalyst.expressions.{Attribute, UnsafeProjection}
import org.apache.spark.sql.catalyst.plans.logical.EventTimeWatermark
-import org.apache.spark.sql.execution.SparkPlan
+import org.apache.spark.sql.execution.{SparkPlan, UnaryExecNode}
import org.apache.spark.sql.types.MetadataBuilder
import org.apache.spark.unsafe.types.CalendarInterval
import org.apache.spark.util.AccumulatorV2
@@ -81,7 +81,7 @@ class EventTimeStatsAccum(protected var currentStats: EventTimeStats = EventTime
case class EventTimeWatermarkExec(
eventTime: Attribute,
delay: CalendarInterval,
- child: SparkPlan) extends SparkPlan {
+ child: SparkPlan) extends UnaryExecNode {
val eventTimeStats = new EventTimeStatsAccum()
val delayMs = EventTimeWatermark.getDelayMs(delay)
@@ -117,6 +117,4 @@ case class EventTimeWatermarkExec(
a
}
}
-
- override def children: Seq[SparkPlan] = child :: Nil
}
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org