You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by da...@apache.org on 2022/02/11 19:12:54 UTC
[flink] branch master updated (a519ed1 -> aab253a)

This is an automated email from the ASF dual-hosted git repository.

dannycranmer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from a519ed1  [FLINK-25478][chaneglog] Correct the state register logic of ChangelogStateBackendHandle
     add aab253a  [FLINK-25943][connector/common] Add buffered requests to snapshot state in AsyncSyncWriter, Implement state serializer in AsyncSyncWriter and KinesisDataStreams and KinesisFirehose.

No new revisions were added by this update.

Summary of changes:
 .../pom.xml                                        |   8 +
 .../kinesis/sink/KinesisDataStreamsSink.java       |  13 +-
 .../kinesis/sink/KinesisDataStreamsSinkWriter.java |  32 +++-
 .../sink/KinesisDataStreamsStateSerializer.java    |  83 ++++++++++
 .../KinesisDataStreamsStateSerializerTest.java     |  56 +++++++
 .../firehose/sink/KinesisFirehoseSink.java         |  14 +-
 .../firehose/sink/KinesisFirehoseSinkWriter.java   |  32 +++-
 .../sink/KinesisFirehoseStateSerializer.java       |  40 ++---
 .../sink/KinesisFirehoseSinkWriterTest.java        |   4 +-
 .../sink/KinesisFirehoseStateSerializerTest.java   |  56 +++++++
 .../flink/connector/base/sink/AsyncSinkBase.java   |   4 +-
 .../base/sink/writer/AsyncSinkWriter.java          |  60 ++++++-
 .../writer/AsyncSinkWriterStateSerializer.java     | 100 ++++++++++++
 .../base/sink/writer/BufferedRequestState.java     |  72 ++++++++
 .../connector/base/sink/ArrayListAsyncSink.java    |   9 +-
 .../writer/AsyncSinkWriterStateSerializerTest.java |  68 ++++++++
 .../base/sink/writer/AsyncSinkWriterTest.java      | 181 ++++++++++++++++++++-
 .../base/sink/writer/AsyncSinkWriterTestUtils.java |  66 ++++++++
 18 files changed, 839 insertions(+), 59 deletions(-)
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsStateSerializer.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsStateSerializerTest.java
 copy flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/metadata/MetadataV1Serializer.java => flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/sink/KinesisFirehoseStateSerializer.java (51%)
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/test/java/org/apache/flink/connector/firehose/sink/KinesisFirehoseStateSerializerTest.java
 create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/AsyncSinkWriterStateSerializer.java
 create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/sink/writer/BufferedRequestState.java
 create mode 100644 flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/sink/writer/AsyncSinkWriterStateSerializerTest.java
 create mode 100644 flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/sink/writer/AsyncSinkWriterTestUtils.java