You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by pn...@apache.org on 2020/05/18 06:58:34 UTC
[flink] branch master updated (591aebc -> 78b7c71)
This is an automated email from the ASF dual-hosted git repository.
pnowojski pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 591aebc [FLINK-17768][network] Disable UnalignedCheckpointITCase
add 03f5d54 [FLINK-15670][core] Provide a utility function to flatten a recursive {@link Properties} to a first level property HashTable
add e929c3c [FLINK-15670][connector] Adds the producer for KafkaShuffle.
add 9fd02fe [FLINK-15670][connector] Kafka Shuffle Consumer Part
add ff1695d [FLINK-15670][connector] Kafka Shuffle API Part
add 78b7c71 [FLINK-15670] Kafka Shuffle Test Case + add log4j2 file
No new revisions were added by this update.
Summary of changes:
.../connectors/kafka/FlinkKafkaConsumerBase.java | 2 +-
.../kafka/internals/AbstractFetcher.java | 2 +-
.../connectors/kafka/FlinkKafkaProducer.java | 18 +-
.../connectors/kafka/internal/KafkaFetcher.java | 55 +--
.../kafka/internal/KafkaShuffleFetcher.java | 300 +++++++++++++
.../kafka/shuffle/FlinkKafkaShuffle.java | 378 ++++++++++++++++
.../kafka/shuffle/FlinkKafkaShuffleConsumer.java | 97 +++++
.../kafka/shuffle/FlinkKafkaShuffleProducer.java | 213 +++++++++
.../kafka/shuffle/StreamKafkaShuffleSink.java | 43 ++
.../shuffle/KafkaShuffleExactlyOnceITCase.java | 205 +++++++++
.../kafka/shuffle/KafkaShuffleITCase.java | 476 +++++++++++++++++++++
.../kafka/shuffle/KafkaShuffleTestBase.java | 269 ++++++++++++
.../src/test/resources/log4j2-test.properties | 0
.../java/org/apache/flink/util/PropertiesUtil.java | 23 +
...rableUtilsTest.java => PropertiesUtilTest.java} | 37 +-
15 files changed, 2070 insertions(+), 48 deletions(-)
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/internal/KafkaShuffleFetcher.java
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/shuffle/FlinkKafkaShuffle.java
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/shuffle/FlinkKafkaShuffleConsumer.java
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/shuffle/FlinkKafkaShuffleProducer.java
create mode 100644 flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/shuffle/StreamKafkaShuffleSink.java
create mode 100644 flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/streaming/connectors/kafka/shuffle/KafkaShuffleExactlyOnceITCase.java
create mode 100644 flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/streaming/connectors/kafka/shuffle/KafkaShuffleITCase.java
create mode 100644 flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/streaming/connectors/kafka/shuffle/KafkaShuffleTestBase.java
copy flink-connectors/{flink-connector-kafka-base => flink-connector-kafka}/src/test/resources/log4j2-test.properties (100%)
copy flink-core/src/test/java/org/apache/flink/util/{IterableUtilsTest.java => PropertiesUtilTest.java} (54%)