You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by td...@apache.org on 2018/04/26 06:24:09 UTC
spark git commit: [SPARK-24094][SS][MINOR] Change description strings
of v2 streaming sources to reflect the change
Repository: spark
Updated Branches:
refs/heads/master ffaf0f9fd -> d1eb8d3dd
[SPARK-24094][SS][MINOR] Change description strings of v2 streaming sources to reflect the change
## What changes were proposed in this pull request?
This makes it easy to understand at runtime which version is running. Great for debugging production issues.
## How was this patch tested?
Not necessary.
Author: Tathagata Das <ta...@gmail.com>
Closes #21160 from tdas/SPARK-24094.
Project: http://git-wip-us.apache.org/repos/asf/spark/repo
Commit: http://git-wip-us.apache.org/repos/asf/spark/commit/d1eb8d3d
Tree: http://git-wip-us.apache.org/repos/asf/spark/tree/d1eb8d3d
Diff: http://git-wip-us.apache.org/repos/asf/spark/diff/d1eb8d3d
Branch: refs/heads/master
Commit: d1eb8d3ddc877958512194cc8f5dd8119b41bed0
Parents: ffaf0f9
Author: Tathagata Das <ta...@gmail.com>
Authored: Wed Apr 25 23:24:05 2018 -0700
Committer: Tathagata Das <ta...@gmail.com>
Committed: Wed Apr 25 23:24:05 2018 -0700
----------------------------------------------------------------------
.../org/apache/spark/sql/kafka010/KafkaMicroBatchReader.scala | 2 +-
.../execution/streaming/sources/RateStreamMicroBatchReader.scala | 2 +-
.../org/apache/spark/sql/execution/streaming/sources/socket.scala | 2 +-
3 files changed, 3 insertions(+), 3 deletions(-)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/spark/blob/d1eb8d3d/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchReader.scala
----------------------------------------------------------------------
diff --git a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchReader.scala b/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchReader.scala
index 2ed49ba..cbe655f 100644
--- a/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchReader.scala
+++ b/external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaMicroBatchReader.scala
@@ -169,7 +169,7 @@ private[kafka010] class KafkaMicroBatchReader(
kafkaOffsetReader.close()
}
- override def toString(): String = s"Kafka[$kafkaOffsetReader]"
+ override def toString(): String = s"KafkaV2[$kafkaOffsetReader]"
/**
* Read initial partition offsets from the checkpoint, or decide the offsets and write them to
http://git-wip-us.apache.org/repos/asf/spark/blob/d1eb8d3d/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/RateStreamMicroBatchReader.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/RateStreamMicroBatchReader.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/RateStreamMicroBatchReader.scala
index 6cf8520..f54291b 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/RateStreamMicroBatchReader.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/RateStreamMicroBatchReader.scala
@@ -177,7 +177,7 @@ class RateStreamMicroBatchReader(options: DataSourceOptions, checkpointLocation:
override def stop(): Unit = {}
- override def toString: String = s"MicroBatchRateSource[rowsPerSecond=$rowsPerSecond, " +
+ override def toString: String = s"RateStreamV2[rowsPerSecond=$rowsPerSecond, " +
s"rampUpTimeSeconds=$rampUpTimeSeconds, " +
s"numPartitions=${options.get(NUM_PARTITIONS).orElse("default")}"
}
http://git-wip-us.apache.org/repos/asf/spark/blob/d1eb8d3d/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/socket.scala
----------------------------------------------------------------------
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/socket.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/socket.scala
index 5aae46b..90f4a5b 100644
--- a/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/socket.scala
+++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/streaming/sources/socket.scala
@@ -214,7 +214,7 @@ class TextSocketMicroBatchReader(options: DataSourceOptions) extends MicroBatchR
}
}
- override def toString: String = s"TextSocket[host: $host, port: $port]"
+ override def toString: String = s"TextSocketV2[host: $host, port: $port]"
}
class TextSocketSourceProvider extends DataSourceV2
---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org