You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by da...@apache.org on 2021/12/16 19:29:19 UTC

[flink] branch master updated (54a2179 -> 4453f15)

This is an automated email from the ASF dual-hosted git repository.

dannycranmer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 54a2179  [hotfix] Update DeactivatedCheckpointCompletedCheckpointStore javadoc
     add 061a31c  [FLINK-24227][connectors/kinesis] Moved utilities files from flink-connector-kinesis to new module flink-connector-aws-kinesis-data-streams in readiness for new sink
     add b8843ce  [FLINK-24227][connectors/kinesis] Added Kinesis Data Streams Sink into a new module flink-connectors/flink-connector-aws-kinesis-data-streams
     add a6ec687  [FLINK-24227][connectors/kinesis] Removed dependency on AWS SDK v1, separated user agents, moved common utils to separate class, rolled back dependency on AWS SDK v2 to match other connectors, Moved general defaults to new more general class
     add 4453f15  [FLINK-24227][connectors/kinesis] Fixing Backward Compatibility for AWSConfigConstants Class, Removing dependency on assert in tests.

No new revisions were added by this update.

Summary of changes:
 flink-architecture-tests/pom.xml                   |   7 +
 .../connector/aws/config/AWSConfigConstants.java   |   7 +
 .../flink/connector/aws/util/AWSGeneralUtil.java   |  40 ++
 .../connector/aws/util/AWSGeneralUtilTest.java     |  62 +++
 .../pom.xml                                        | 123 ++++++
 .../AWSKinesisDataStreamsConfigConstants.java      |  33 ++
 .../kinesis/sink/KinesisDataStreamsException.java  |  51 +++
 .../kinesis/sink/KinesisDataStreamsSink.java       | 138 ++++++
 .../sink/KinesisDataStreamsSinkBuilder.java        | 120 +++++
 .../KinesisDataStreamsSinkElementConverter.java    | 111 +++++
 .../kinesis/sink/KinesisDataStreamsSinkWriter.java | 197 +++++++++
 .../kinesis/util/AWSKinesisDataStreamsUtil.java    | 159 +++++++
 .../src/main/resources/log4j2.properties           |   0
 .../sink/KinesisDataStreamsSinkBuilderTest.java    |  68 +++
 .../kinesis/sink/KinesisDataStreamsSinkITCase.java | 363 +++++++++++++++
 .../kinesis/sink/examples/SinkIntoKinesis.java     |  78 ++++
 .../util/AWSKinesisDataStreamsUtilTest.java        | 208 +++++++++
 .../kinesis/testutils/KinesaliteContainer.java     | 128 ++++--
 .../src/test/resources/log4j2-test.properties      |  28 ++
 .../src/test/resources/profile                     |   0
 .../flink/connector/base/sink/AsyncSinkBase.java   |   6 +-
 flink-connectors/flink-connector-kinesis/pom.xml   |  21 +
 .../kinesis/config/AWSConfigConstants.java         |  70 +--
 .../kinesis/config/ConsumerConfigConstants.java    |   4 +-
 .../kinesis/config/ProducerConfigConstants.java    |   3 +-
 .../connectors/kinesis/proxy/KinesisProxyV2.java   |   4 +-
 .../kinesis/proxy/KinesisProxyV2Factory.java       |  30 +-
 .../kinesis/table/KinesisConnectorOptionsUtil.java |   4 +-
 .../streaming/connectors/kinesis/util/AWSUtil.java |  49 +--
 .../connectors/kinesis/util/AwsV2Util.java         | 299 +------------
 .../connectors/kinesis/util/KinesisConfigUtil.java |   2 +-
 .../connectors/kinesis/FlinkKinesisITCase.java     |   2 +-
 .../connectors/kinesis/util/AWSUtilTest.java       |  44 +-
 .../connectors/kinesis/util/AwsV2UtilTest.java     | 488 ++-------------------
 flink-connectors/pom.xml                           |   1 +
 .../test/GlueSchemaRegistryAvroKinesisITCase.java  |  11 +-
 .../flink-glue-schema-registry-json-test/pom.xml   |   7 +
 .../json/GlueSchemaRegistryJsonKinesisITCase.java  |  11 +-
 .../flink-streaming-kinesis-test/pom.xml           |   8 +-
 .../kinesis/test/KinesisTableApiITCase.java        |  11 +-
 pom.xml                                            |   1 +
 tools/ci/stage.sh                                  |   1 +
 42 files changed, 2053 insertions(+), 945 deletions(-)
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/pom.xml
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/config/AWSKinesisDataStreamsConfigConstants.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsException.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSink.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkBuilder.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkElementConverter.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkWriter.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/util/AWSKinesisDataStreamsUtil.java
 copy flink-connectors/{flink-connector-base => flink-connector-aws-kinesis-data-streams}/src/main/resources/log4j2.properties (100%)
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkBuilderTest.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/sink/KinesisDataStreamsSinkITCase.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/sink/examples/SinkIntoKinesis.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/util/AWSKinesisDataStreamsUtilTest.java
 rename flink-connectors/{flink-connector-kinesis/src/test/java/org/apache/flink/streaming => flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink}/connectors/kinesis/testutils/KinesaliteContainer.java (51%)
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/resources/log4j2-test.properties
 copy flink-connectors/{flink-connector-kinesis => flink-connector-aws-kinesis-data-streams}/src/test/resources/profile (100%)