You are viewing a plain text version of this content. The canonical link for it is here.
Posted to reviews@spark.apache.org by tdas <gi...@git.apache.org> on 2018/01/04 23:58:07 UTC

[GitHub] spark pull request #20096: [SPARK-22908] Add kafka source and sink for conti...

Github user tdas commented on a diff in the pull request:

    https://github.com/apache/spark/pull/20096#discussion_r159504846
  
    --- Diff: external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/KafkaSourceOffset.scala ---
    @@ -31,10 +32,14 @@ case class KafkaSourceOffset(partitionToOffsets: Map[TopicPartition, Long]) exte
       override val json = JsonUtils.partitionOffsets(partitionToOffsets)
     }
     
    +private[kafka010]
    +case class KafkaSourcePartitionOffset(topicPartition: TopicPartition, partitionOffset: Long)
    +  extends PartitionOffset
    +
     /** Companion object of the [[KafkaSourceOffset]] */
     private[kafka010] object KafkaSourceOffset {
     
    -  def getPartitionOffsets(offset: Offset): Map[TopicPartition, Long] = {
    +  def getPartitionOffsets(offset: LegacyOffset): Map[TopicPartition, Long] = {
    --- End diff --
    
    nit: can we use OffsetV1 or something like that to make the difference more obvious 


---

---------------------------------------------------------------------
To unsubscribe, e-mail: reviews-unsubscribe@spark.apache.org
For additional commands, e-mail: reviews-help@spark.apache.org