You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by da...@apache.org on 2022/02/12 20:12:00 UTC

[flink] branch master updated (66048d1 -> 5c9d0d6)

This is an automated email from the ASF dual-hosted git repository.

dannycranmer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 66048d1  [FLINK-25987][state/changelog] Replace lastSqn with nextSqn()
     add e8d06c6  [FLINK-25610][connector/firehose] Adding table API  for kinesis firehose.
     add 675931d  [FLINK-25610][connector/firehose] moved common context data to base class for AsyncDynamicTableSinkFactory.
     add 5c9d0d6  [FLINK-25810][connector/kinesis] Renaming e2e test module for kinesis data streams.

No new revisions were added by this update.

Summary of changes:
 .../aws/table/util/AsyncClientOptionsUtils.java}   |   7 +-
 .../table/util/AsyncClientOptionsUtilsTest.java}   |  70 +++---
 .../kinesis/table/KinesisDynamicSink.java          |   5 +-
 .../table/KinesisDynamicTableSinkFactory.java      |  43 ++--
 .../KinesisDataStreamsConnectorOptionsUtils.java   |  19 +-
 .../util/KinesisProducerOptionsMapperTest.java     |   3 +-
 .../flink-connector-aws-kinesis-firehose/pom.xml   |  22 ++
 .../table/KinesisFirehoseConnectorOptions.java     |  43 ++++
 .../firehose/table/KinesisFirehoseDynamicSink.java | 184 +++++++++++++++
 .../table/KinesisFirehoseDynamicTableFactory.java  |  89 ++++++++
 .../util/KinesisFirehoseConnectorOptionUtils.java  |  67 ++++++
 .../org.apache.flink.table.factories.Factory       |  16 ++
 .../KinesisFirehoseDynamicTableFactoryTest.java    | 159 +++++++++++++
 .../base/table/AsyncDynamicTableSinkFactory.java   |  77 ++++++-
 .../kinesis/table/KinesisConnectorOptionsUtil.java |   7 +-
 .../pom.xml                                        |  19 +-
 .../src/main/resources/META-INF/NOTICE             |   1 +
 .../pom.xml                                        |  53 ++---
 .../src/main/resources/META-INF/NOTICE             |  12 +-
 flink-connectors/pom.xml                           |   1 +
 .../pom.xml                                        |   2 +-
 .../table/test/KinesisDataStreamsTableApiIT.java   |   0
 .../src/test/resources/log4j2-test.properties      |   0
 .../src/test/resources/send-orders.sql             |   0
 .../pom.xml                                        |  72 ++++--
 .../table/test/KinesisFirehoseTableITTest.java     | 247 +++++++++++++++++++++
 .../src/test/resources/log4j2-test.properties      |   0
 .../src/test/resources/send-orders.sql             |  14 +-
 flink-end-to-end-tests/pom.xml                     |   3 +-
 29 files changed, 1068 insertions(+), 167 deletions(-)
 rename flink-connectors/{flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/util/KinesisAsyncClientOptionsUtils.java => flink-connector-aws-base/src/main/java/org/apache/flink/connector/aws/table/util/AsyncClientOptionsUtils.java} (94%)
 rename flink-connectors/{flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/table/util/KinesisAsyncClientOptionsUtilsTest.java => flink-connector-aws-base/src/test/java/org/apache/flink/connector/aws/table/util/AsyncClientOptionsUtilsTest.java} (70%)
 rename flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/{ => util}/KinesisDataStreamsConnectorOptionsUtils.java (95%)
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/table/KinesisFirehoseConnectorOptions.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/table/KinesisFirehoseDynamicSink.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/table/KinesisFirehoseDynamicTableFactory.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/table/util/KinesisFirehoseConnectorOptionUtils.java
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
 create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/test/java/org/apache/flink/connector/firehose/table/KinesisFirehoseDynamicTableFactoryTest.java
 copy flink-connectors/{flink-sql-connector-aws-kinesis-data-streams => flink-sql-connector-aws-kinesis-firehose}/pom.xml (65%)
 copy flink-connectors/{flink-sql-connector-aws-kinesis-data-streams => flink-sql-connector-aws-kinesis-firehose}/src/main/resources/META-INF/NOTICE (88%)
 copy flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-data-streams}/pom.xml (98%)
 rename flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-data-streams}/src/test/java/org/apache/flink/connector/kinesis/table/test/KinesisDataStreamsTableApiIT.java (100%)
 rename flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-data-streams}/src/test/resources/log4j2-test.properties (100%)
 copy flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-data-streams}/src/test/resources/send-orders.sql (100%)
 rename flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-firehose}/pom.xml (64%)
 create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-aws-kinesis-firehose/src/test/java/org/apache/flink/connector/firehose/table/test/KinesisFirehoseTableITTest.java
 copy flink-end-to-end-tests/{flink-streaming-kinesis-test => flink-end-to-end-tests-aws-kinesis-firehose}/src/test/resources/log4j2-test.properties (100%)
 rename flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-firehose}/src/test/resources/send-orders.sql (77%)