You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by da...@apache.org on 2022/02/12 20:12:00 UTC
[flink] branch master updated (66048d1 -> 5c9d0d6)
This is an automated email from the ASF dual-hosted git repository.
dannycranmer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 66048d1 [FLINK-25987][state/changelog] Replace lastSqn with nextSqn()
add e8d06c6 [FLINK-25610][connector/firehose] Adding table API for kinesis firehose.
add 675931d [FLINK-25610][connector/firehose] moved common context data to base class for AsyncDynamicTableSinkFactory.
add 5c9d0d6 [FLINK-25810][connector/kinesis] Renaming e2e test module for kinesis data streams.
No new revisions were added by this update.
Summary of changes:
.../aws/table/util/AsyncClientOptionsUtils.java} | 7 +-
.../table/util/AsyncClientOptionsUtilsTest.java} | 70 +++---
.../kinesis/table/KinesisDynamicSink.java | 5 +-
.../table/KinesisDynamicTableSinkFactory.java | 43 ++--
.../KinesisDataStreamsConnectorOptionsUtils.java | 19 +-
.../util/KinesisProducerOptionsMapperTest.java | 3 +-
.../flink-connector-aws-kinesis-firehose/pom.xml | 22 ++
.../table/KinesisFirehoseConnectorOptions.java | 43 ++++
.../firehose/table/KinesisFirehoseDynamicSink.java | 184 +++++++++++++++
.../table/KinesisFirehoseDynamicTableFactory.java | 89 ++++++++
.../util/KinesisFirehoseConnectorOptionUtils.java | 67 ++++++
.../org.apache.flink.table.factories.Factory | 16 ++
.../KinesisFirehoseDynamicTableFactoryTest.java | 159 +++++++++++++
.../base/table/AsyncDynamicTableSinkFactory.java | 77 ++++++-
.../kinesis/table/KinesisConnectorOptionsUtil.java | 7 +-
.../pom.xml | 19 +-
.../src/main/resources/META-INF/NOTICE | 1 +
.../pom.xml | 53 ++---
.../src/main/resources/META-INF/NOTICE | 12 +-
flink-connectors/pom.xml | 1 +
.../pom.xml | 2 +-
.../table/test/KinesisDataStreamsTableApiIT.java | 0
.../src/test/resources/log4j2-test.properties | 0
.../src/test/resources/send-orders.sql | 0
.../pom.xml | 72 ++++--
.../table/test/KinesisFirehoseTableITTest.java | 247 +++++++++++++++++++++
.../src/test/resources/log4j2-test.properties | 0
.../src/test/resources/send-orders.sql | 14 +-
flink-end-to-end-tests/pom.xml | 3 +-
29 files changed, 1068 insertions(+), 167 deletions(-)
rename flink-connectors/{flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/util/KinesisAsyncClientOptionsUtils.java => flink-connector-aws-base/src/main/java/org/apache/flink/connector/aws/table/util/AsyncClientOptionsUtils.java} (94%)
rename flink-connectors/{flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/table/util/KinesisAsyncClientOptionsUtilsTest.java => flink-connector-aws-base/src/test/java/org/apache/flink/connector/aws/table/util/AsyncClientOptionsUtilsTest.java} (70%)
rename flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/{ => util}/KinesisDataStreamsConnectorOptionsUtils.java (95%)
create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/table/KinesisFirehoseConnectorOptions.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/table/KinesisFirehoseDynamicSink.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/table/KinesisFirehoseDynamicTableFactory.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/java/org/apache/flink/connector/firehose/table/util/KinesisFirehoseConnectorOptionUtils.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644 flink-connectors/flink-connector-aws-kinesis-firehose/src/test/java/org/apache/flink/connector/firehose/table/KinesisFirehoseDynamicTableFactoryTest.java
copy flink-connectors/{flink-sql-connector-aws-kinesis-data-streams => flink-sql-connector-aws-kinesis-firehose}/pom.xml (65%)
copy flink-connectors/{flink-sql-connector-aws-kinesis-data-streams => flink-sql-connector-aws-kinesis-firehose}/src/main/resources/META-INF/NOTICE (88%)
copy flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-data-streams}/pom.xml (98%)
rename flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-data-streams}/src/test/java/org/apache/flink/connector/kinesis/table/test/KinesisDataStreamsTableApiIT.java (100%)
rename flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-data-streams}/src/test/resources/log4j2-test.properties (100%)
copy flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-data-streams}/src/test/resources/send-orders.sql (100%)
rename flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-firehose}/pom.xml (64%)
create mode 100644 flink-end-to-end-tests/flink-end-to-end-tests-aws-kinesis-firehose/src/test/java/org/apache/flink/connector/firehose/table/test/KinesisFirehoseTableITTest.java
copy flink-end-to-end-tests/{flink-streaming-kinesis-test => flink-end-to-end-tests-aws-kinesis-firehose}/src/test/resources/log4j2-test.properties (100%)
rename flink-end-to-end-tests/{flink-end-to-end-tests-kinesis-streams => flink-end-to-end-tests-aws-kinesis-firehose}/src/test/resources/send-orders.sql (77%)