You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@spark.apache.org by va...@apache.org on 2019/12/23 22:22:15 UTC
[spark] branch master updated (c6ab716 -> 7bff2db)

This is an automated email from the ASF dual-hosted git repository.

vanzin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/spark.git.


    from c6ab716  [SPARK-29224][ML] Implement Factorization Machines as a ml-pipeline component
     add 7bff2db  [SPARK-21869][SS] Revise Kafka producer pool to implement 'expire' correctly

No new revisions were added by this update.

Summary of changes:
 .../spark/sql/kafka010/CachedKafkaProducer.scala   | 128 -------------
 .../spark/sql/kafka010/KafkaDataWriter.scala       |  23 +--
 .../apache/spark/sql/kafka010/KafkaWriteTask.scala |  20 +-
 .../org/apache/spark/sql/kafka010/package.scala    |   7 +
 .../kafka010/producer/CachedKafkaProducer.scala    |  27 ++-
 .../producer/InternalKafkaProducerPool.scala       | 206 +++++++++++++++++++++
 .../sql/kafka010/CachedKafkaProducerSuite.scala    |  77 --------
 .../apache/spark/sql/kafka010/KafkaSinkSuite.scala |   2 +-
 .../org/apache/spark/sql/kafka010/KafkaTest.scala  |   3 +-
 .../producer/InternalKafkaProducerPoolSuite.scala  | 192 +++++++++++++++++++
 10 files changed, 449 insertions(+), 236 deletions(-)
 delete mode 100644 external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/CachedKafkaProducer.scala
 copy sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/rules/Rule.scala => external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/CachedKafkaProducer.scala (58%)
 create mode 100644 external/kafka-0-10-sql/src/main/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPool.scala
 delete mode 100644 external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/CachedKafkaProducerSuite.scala
 create mode 100644 external/kafka-0-10-sql/src/test/scala/org/apache/spark/sql/kafka010/producer/InternalKafkaProducerPoolSuite.scala


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@spark.apache.org
For additional commands, e-mail: commits-help@spark.apache.org