You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by pn...@apache.org on 2020/05/18 12:57:52 UTC
[flink] branch master updated (cd89167 -> 1cd696d)
This is an automated email from the ASF dual-hosted git repository.
pnowojski pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from cd89167 Update version to 1.12-SNAPSHOT
add e72e270 [FLINK-15670][core] Provide a utility function to flatten a recursive Properties to a first level property HashTable
add 50a3b0f [FLINK-15670][connector] Adds the producer for KafkaShuffle.
add 4b866fb [FLINK-15670][connector] Adds the consumer for KafkaShuffle.
add 83a8d57 [FLINK-15670][connector] Kafka Shuffle API Part
add 1cd696d [FLINK-15670] Kafka Shuffle Test Case + add log4j2 file
No new revisions were added by this update.
Summary of changes:
.../connectors/kafka/FlinkKafkaConsumerBase.java | 2 +-
.../kafka/internals/AbstractFetcher.java | 2 +-
.../connectors/kafka/FlinkKafkaProducer.java | 18 +-
.../connectors/kafka/internal/KafkaFetcher.java | 55 +--
.../kafka/internal/KafkaShuffleFetcher.java | 297 +++++++++++++
.../kafka/shuffle/FlinkKafkaShuffle.java | 391 +++++++++++++++++
.../kafka/shuffle/FlinkKafkaShuffleConsumer.java | 94 ++++
.../kafka/shuffle/FlinkKafkaShuffleProducer.java | 213 +++++++++
.../kafka/shuffle/StreamKafkaShuffleSink.java | 43 ++
.../shuffle/KafkaShuffleExactlyOnceITCase.java | 205 +++++++++
.../kafka/shuffle/KafkaShuffleITCase.java | 476 +++++++++++++++++++++
.../kafka/shuffle/KafkaShuffleTestBase.java | 269 ++++++++++++
.../src/test/resources/log4j2-test.properties | 0
.../java/org/apache/flink/util/PropertiesUtil.java | 23 +
...rableUtilsTest.java => PropertiesUtilTest.java} | 37 +-
15 files changed, 2077 insertions(+), 48 deletions(-)
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/internal/KafkaShuffleFetcher.java
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/shuffle/FlinkKafkaShuffle.java
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/shuffle/FlinkKafkaShuffleConsumer.java
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/shuffle/FlinkKafkaShuffleProducer.java
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/shuffle/StreamKafkaShuffleSink.java
create mode 100644 flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/streaming/connectors/kafka/shuffle/KafkaShuffleExactlyOnceITCase.java
create mode 100644 flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/streaming/connectors/kafka/shuffle/KafkaShuffleITCase.java
create mode 100644 flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/streaming/connectors/kafka/shuffle/KafkaShuffleTestBase.java
copy flink-connectors/{flink-connector-kafka-base => flink-connector-kafka}/src/test/resources/log4j2-test.properties (100%)
copy flink-core/src/test/java/org/apache/flink/util/{IterableUtilsTest.java => PropertiesUtilTest.java} (54%)