You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by da...@apache.org on 2021/12/16 19:29:19 UTC
[flink] branch master updated (54a2179 -> 4453f15)
This is an automated email from the ASF dual-hosted git repository.
dannycranmer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 54a2179 [hotfix] Update DeactivatedCheckpointCompletedCheckpointStore javadoc
add 061a31c [FLINK-24227][connectors/kinesis] Moved utilities files from flink-connector-kinesis to new module flink-connector-aws-kinesis-data-streams in readiness for new sink
add b8843ce [FLINK-24227][connectors/kinesis] Added Kinesis Data Streams Sink into a new module flink-connectors/flink-connector-aws-kinesis-data-streams
add a6ec687 [FLINK-24227][connectors/kinesis] Removed dependency on AWS SDK v1, separated user agents, moved common utils to separate class, rolled back dependency on AWS SDK v2 to match other connectors, Moved general defaults to new more general class
add 4453f15 [FLINK-24227][connectors/kinesis] Fixing Backward Compatibility for AWSConfigConstants Class, Removing dependency on assert in tests.
No new revisions were added by this update.
Summary of changes:
flink-architecture-tests/pom.xml | 7 +
.../connector/aws/config/AWSConfigConstants.java | 7 +
.../flink/connector/aws/util/AWSGeneralUtil.java | 40 ++
.../connector/aws/util/AWSGeneralUtilTest.java | 62 +++
.../pom.xml | 123 ++++++
.../AWSKinesisDataStreamsConfigConstants.java | 33 ++
.../kinesis/sink/KinesisDataStreamsException.java | 51 +++
.../kinesis/sink/KinesisDataStreamsSink.java | 138 ++++++
.../sink/KinesisDataStreamsSinkBuilder.java | 120 +++++
.../KinesisDataStreamsSinkElementConverter.java | 111 +++++
.../kinesis/sink/KinesisDataStreamsSinkWriter.java | 197 +++++++++
.../kinesis/util/AWSKinesisDataStreamsUtil.java | 159 +++++++
.../src/main/resources/log4j2.properties | 0
.../sink/KinesisDataStreamsSinkBuilderTest.java | 68 +++
.../kinesis/sink/KinesisDataStreamsSinkITCase.java | 363 +++++++++++++++
.../kinesis/sink/examples/SinkIntoKinesis.java | 78 ++++
.../util/AWSKinesisDataStreamsUtilTest.java | 208 +++++++++
.../kinesis/testutils/KinesaliteContainer.java | 128 ++++--
.../src/test/resources/log4j2-test.properties | 28 ++
.../src/test/resources/profile | 0
.../flink/connector/base/sink/AsyncSinkBase.java | 6 +-
flink-connectors/flink-connector-kinesis/pom.xml | 21 +
.../kinesis/config/AWSConfigConstants.java | 70 +--
.../kinesis/config/ConsumerConfigConstants.java | 4 +-
.../kinesis/config/ProducerConfigConstants.java | 3 +-
.../connectors/kinesis/proxy/KinesisProxyV2.java | 4 +-
.../kinesis/proxy/KinesisProxyV2Factory.java | 30 +-
.../kinesis/table/KinesisConnectorOptionsUtil.java | 4 +-
.../streaming/connectors/kinesis/util/AWSUtil.java | 49 +--
.../connectors/kinesis/util/AwsV2Util.java | 299 +------------
.../connectors/kinesis/util/KinesisConfigUtil.java | 2 +-
.../connectors/kinesis/FlinkKinesisITCase.java | 2 +-
.../connectors/kinesis/util/AWSUtilTest.java | 44 +-
.../connectors/kinesis/util/AwsV2UtilTest.java | 488 ++-------------------
flink-connectors/pom.xml | 1 +
.../test/GlueSchemaRegistryAvroKinesisITCase.java | 11 +-
.../flink-glue-schema-registry-json-test/pom.xml | 7 +
.../json/GlueSchemaRegistryJsonKinesisITCase.java | 11 +-
.../flink-streaming-kinesis-test/pom.xml | 8 +-
.../kinesis/test/KinesisTableApiITCase.java | 11 +-
pom.xml | 1 +
tools/ci/stage.sh | 1 +
42 files changed, 2053 insertions(+), 945 deletions(-)
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/pom.xml
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/config/AWSKinesisDataStreamsConfigConstants.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsException.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSink.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkBuilder.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkElementConverter.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkWriter.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/util/AWSKinesisDataStreamsUtil.java
copy flink-connectors/{flink-connector-base => flink-connector-aws-kinesis-data-streams}/src/main/resources/log4j2.properties (100%)
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkBuilderTest.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkITCase.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/sink/examples/SinkIntoKinesis.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/util/AWSKinesisDataStreamsUtilTest.java
rename flink-connectors/{flink-connector-kinesis/src/test/java/org/apache/flink/streaming => flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink}/connectors/kinesis/testutils/KinesaliteContainer.java (51%)
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/resources/log4j2-test.properties
copy flink-connectors/{flink-connector-kinesis => flink-connector-aws-kinesis-data-streams}/src/test/resources/profile (100%)