You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by zs...@apache.org on 2016/12/23 00:21:13 UTC
spark git commit: [SPARK-18985][SS] Add missing
@InterfaceStability.Evolving for Structured Streaming APIs
Repository: spark
Updated Branches:
refs/heads/master ce99f51d2 -> 2246ce88a
[SPARK-18985][SS] Add missing @InterfaceStability.Evolving for Structured Streaming APIs
## What changes were proposed in this pull request?
Add missing InterfaceStability.Evolving for Structured Streaming APIs
## How was this patch tested?
Compiling the codes.
Author: Shixiong Zhu <sh...@databricks.com>
Closes #16385 from zsxwing/SPARK-18985.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/2246ce88
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/2246ce88
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/2246ce88
Branch: refs/heads/master
Commit: 2246ce88ae6bf842cf325ee3efcb7bea53f8ca37
Parents: ce99f51
Author: Shixiong Zhu <sh...@databricks.com>
Authored: Thu Dec 22 16:21:09 2016 -0800
Committer: Shixiong Zhu <sh...@databricks.com>
Committed: Thu Dec 22 16:21:09 2016 -0800
----------------------------------------------------------------------
.../org/apache/spark/sql/streaming/DataStreamReader.scala | 3 ++-
.../org/apache/spark/sql/streaming/DataStreamWriter.scala | 3 ++-
.../org/apache/spark/sql/streaming/StreamingQuery.scala | 3 ++-
.../apache/spark/sql/streaming/StreamingQueryException.scala | 3 ++-
.../apache/spark/sql/streaming/StreamingQueryListener.scala | 8 +++++++-
.../apache/spark/sql/streaming/StreamingQueryManager.scala | 3 ++-
.../apache/spark/sql/streaming/StreamingQueryStatus.scala | 3 ++-
.../main/scala/org/apache/spark/sql/streaming/Trigger.scala | 5 ++++-
.../main/scala/org/apache/spark/sql/streaming/progress.scala | 6 +++++-
9 files changed, 28 insertions(+), 9 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala
index c507335..7db9d92 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamReader.scala
@@ -19,7 +19,7 @@ package org.apache.spark.sql.streaming
import scala.collection.JavaConverters._
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
import org.apache.spark.internal.Logging
import org.apache.spark.sql.{AnalysisException, DataFrame, Dataset, SparkSession}
import org.apache.spark.sql.execution.datasources.DataSource
@@ -33,6 +33,7 @@ import org.apache.spark.sql.types.StructType
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
final class DataStreamReader private[sql](sparkSession: SparkSession) extends Logging {
/**
* Specifies the input data source format.
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala
index 6c0c5e0..0ce47b1 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/DataStreamWriter.scala
@@ -19,7 +19,7 @@ package org.apache.spark.sql.streaming
import scala.collection.JavaConverters._
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
import org.apache.spark.sql.{AnalysisException, DataFrame, Dataset, ForeachWriter}
import org.apache.spark.sql.catalyst.streaming.InternalOutputModes._
import org.apache.spark.sql.execution.datasources.DataSource
@@ -33,6 +33,7 @@ import org.apache.spark.sql.execution.streaming.{ForeachSink, MemoryPlan, Memory
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
final class DataStreamWriter[T] private[sql](ds: Dataset[T]) {
private val df = ds.toDF()
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala
index 596bd90..9c00259 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQuery.scala
@@ -19,7 +19,7 @@ package org.apache.spark.sql.streaming
import java.util.UUID
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
import org.apache.spark.sql.SparkSession
/**
@@ -29,6 +29,7 @@ import org.apache.spark.sql.SparkSession
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
trait StreamingQuery {
/**
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala
index c53c295..234a116 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryException.scala
@@ -17,7 +17,7 @@
package org.apache.spark.sql.streaming
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
/**
* :: Experimental ::
@@ -30,6 +30,7 @@ import org.apache.spark.annotation.Experimental
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
class StreamingQueryException private[sql](
private val queryDebugString: String,
val message: String,
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala
index 8177332..6b871b1 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryListener.scala
@@ -19,7 +19,7 @@ package org.apache.spark.sql.streaming
import java.util.UUID
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
import org.apache.spark.scheduler.SparkListenerEvent
/**
@@ -30,6 +30,7 @@ import org.apache.spark.scheduler.SparkListenerEvent
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
abstract class StreamingQueryListener {
import StreamingQueryListener._
@@ -70,6 +71,7 @@ abstract class StreamingQueryListener {
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
object StreamingQueryListener {
/**
@@ -78,6 +80,7 @@ object StreamingQueryListener {
* @since 2.0.0
*/
@Experimental
+ @InterfaceStability.Evolving
trait Event extends SparkListenerEvent
/**
@@ -89,6 +92,7 @@ object StreamingQueryListener {
* @since 2.1.0
*/
@Experimental
+ @InterfaceStability.Evolving
class QueryStartedEvent private[sql](
val id: UUID,
val runId: UUID,
@@ -101,6 +105,7 @@ object StreamingQueryListener {
* @since 2.1.0
*/
@Experimental
+ @InterfaceStability.Evolving
class QueryProgressEvent private[sql](val progress: StreamingQueryProgress) extends Event
/**
@@ -114,6 +119,7 @@ object StreamingQueryListener {
* @since 2.1.0
*/
@Experimental
+ @InterfaceStability.Evolving
class QueryTerminatedEvent private[sql](
val id: UUID,
val runId: UUID,
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala
index 8c26ee2..7b9770d 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryManager.scala
@@ -24,7 +24,7 @@ import scala.collection.mutable
import org.apache.hadoop.fs.Path
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
import org.apache.spark.sql.{AnalysisException, DataFrame, SparkSession}
import org.apache.spark.sql.catalyst.analysis.UnsupportedOperationChecker
import org.apache.spark.sql.execution.streaming._
@@ -39,6 +39,7 @@ import org.apache.spark.util.{Clock, SystemClock, Utils}
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
class StreamingQueryManager private[sql] (sparkSession: SparkSession) {
private[sql] val stateStoreCoordinator =
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala
index c2befa6..687b126 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/StreamingQueryStatus.scala
@@ -22,7 +22,7 @@ import org.json4s.JsonAST.JValue
import org.json4s.JsonDSL._
import org.json4s.jackson.JsonMethods._
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
/**
* :: Experimental ::
@@ -36,6 +36,7 @@ import org.apache.spark.annotation.Experimental
* @since 2.1.0
*/
@Experimental
+@InterfaceStability.Evolving
class StreamingQueryStatus protected[sql](
val message: String,
val isDataAvailable: Boolean,
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala
index 55be7a7..68f2eab 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/Trigger.scala
@@ -23,7 +23,7 @@ import scala.concurrent.duration.Duration
import org.apache.commons.lang3.StringUtils
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
import org.apache.spark.unsafe.types.CalendarInterval
/**
@@ -33,6 +33,7 @@ import org.apache.spark.unsafe.types.CalendarInterval
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
sealed trait Trigger
/**
@@ -59,6 +60,7 @@ sealed trait Trigger
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
case class ProcessingTime(intervalMs: Long) extends Trigger {
require(intervalMs >= 0, "the interval of trigger should not be negative")
}
@@ -70,6 +72,7 @@ case class ProcessingTime(intervalMs: Long) extends Trigger {
* @since 2.0.0
*/
@Experimental
+@InterfaceStability.Evolving
object ProcessingTime {
/**
http://git-wip-us.apache.org/repos/asf/spark/blob/2246ce88/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala b/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala
index fde61c5..35fe6b8 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/streaming/progress.scala
@@ -29,13 +29,14 @@ import org.json4s.JsonAST.JValue
import org.json4s.JsonDSL._
import org.json4s.jackson.JsonMethods._
-import org.apache.spark.annotation.Experimental
+import org.apache.spark.annotation.{Experimental, InterfaceStability}
/**
* :: Experimental ::
* Information about updates made to stateful operators in a [[StreamingQuery]] during a trigger.
*/
@Experimental
+@InterfaceStability.Evolving
class StateOperatorProgress private[sql](
val numRowsTotal: Long,
val numRowsUpdated: Long) extends Serializable {
@@ -80,6 +81,7 @@ class StateOperatorProgress private[sql](
* @since 2.1.0
*/
@Experimental
+@InterfaceStability.Evolving
class StreamingQueryProgress private[sql](
val id: UUID,
val runId: UUID,
@@ -151,6 +153,7 @@ class StreamingQueryProgress private[sql](
* @since 2.1.0
*/
@Experimental
+@InterfaceStability.Evolving
class SourceProgress protected[sql](
val description: String,
val startOffset: String,
@@ -196,6 +199,7 @@ class SourceProgress protected[sql](
* @since 2.1.0
*/
@Experimental
+@InterfaceStability.Evolving
class SinkProgress protected[sql](
val description: String) extends Serializable {
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org