You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by da...@apache.org on 2022/01/24 09:01:19 UTC
[flink] branch master updated (2a3ff01 -> bdfabeb)
This is an automated email from the ASF dual-hosted git repository.
dannycranmer pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 2a3ff01 [hotfix][docs]fix flink sql Cascading Window TVF Aggregation exception (#18414)
add 606082e [FLINK-24905][connector/kinesis] Creating table package in flink-connector-aws-kinesis-data-streams and moving partition key generators
add 64787a6 [FLINK-24905][connector/kinesis] Adding KinesisDataStreams Table API sink connector, moving related utils from legacy connector to new connector, modifying end-to-end test.
add bdfabeb [FLINK-24905][docs] Updating documentation for Kinesis table API connector
No new revisions were added by this update.
Summary of changes:
docs/content.zh/docs/connectors/table/kinesis.md | 96 ++++++-
docs/content/docs/connectors/table/kinesis.md | 94 ++++++-
flink-connectors/flink-connector-aws-base/pom.xml | 6 +
.../connector/aws/table/util/AWSOptionUtils.java | 87 ++++++
.../aws/table/util/AWSOptionsUtilTest.java | 137 +++++++++
.../pom.xml | 25 +-
.../table/FixedKinesisPartitionKeyGenerator.java} | 12 +-
.../kinesis/table/KinesisConnectorOptions.java | 22 +-
.../KinesisDataStreamsConnectorOptionsUtils.java | 271 ++++++++++++++++++
.../kinesis/table/KinesisDynamicSink.java | 264 ++++++++++++++++++
.../table/KinesisDynamicTableSinkFactory.java | 138 +++++++++
.../table/KinesisPartitionKeyGeneratorFactory.java | 111 ++++++++
.../table/RandomKinesisPartitionKeyGenerator.java} | 15 +-
...RowDataFieldsKinesisPartitionKeyGenerator.java} | 47 ++--
.../table/util/KinesisAsyncClientOptionsUtils.java | 110 ++++++++
.../org.apache.flink.table.factories.Factory | 16 ++
.../table/KinesisDynamicTableSinkFactoryTest.java | 307 +++++++++++++++++++++
...ataFieldsKinesisPartitionKeyGeneratorTest.java} | 51 ++--
.../util/KinesisAsyncClientOptionsUtilsTest.java | 137 +++++++++
.../util/KinesisProducerOptionsMapperTest.java | 81 ++++++
flink-connectors/flink-connector-base/pom.xml | 6 +
.../base/table/AsyncDynamicTableSinkFactory.java | 70 +++++
.../base/table/AsyncSinkConnectorOptions.java | 67 +++++
.../table/options/ConfigurationValidator.java} | 27 +-
.../base/table/options/TableOptionsUtils.java} | 34 +--
.../base/table/sink/AsyncDynamicTableSink.java | 100 +++++++
.../table/sink/AsyncDynamicTableSinkBuilder.java | 121 ++++++++
.../options/AsyncSinkConfigurationValidator.java | 98 +++++++
.../table/util/ConfigurationValidatorUtil.java | 103 +++++++
.../connectors/kinesis/KinesisPartitioner.java | 8 +-
.../kinesis/table/KinesisConnectorOptionsUtil.java | 222 ++-------------
.../kinesis/table/KinesisConsumerOptionsUtil.java | 87 ++++++
.../kinesis/table/KinesisDynamicSink.java | 149 ----------
.../kinesis/table/KinesisDynamicTableFactory.java | 124 ++-------
.../table/KinesisDynamicTableFactoryTest.java | 144 +++-------
.../flink-streaming-kinesis-test/pom.xml | 44 +++
.../kinesis/test/KinesisTableApiITCase.java | 4 +-
.../src/test/resources/filter-large-orders.sql | 14 +-
38 files changed, 2758 insertions(+), 691 deletions(-)
create mode 100644 flink-connectors/flink-connector-aws-base/src/main/java/org/apache/flink/connector/aws/table/util/AWSOptionUtils.java
create mode 100644 flink-connectors/flink-connector-aws-base/src/test/java/org/apache/flink/connector/aws/table/util/AWSOptionsUtilTest.java
rename flink-connectors/{flink-connector-kinesis/src/main/java/org/apache/flink/streaming/connectors/kinesis/FixedKinesisPartitioner.java => flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/FixedKinesisPartitionKeyGenerator.java} (82%)
rename flink-connectors/{flink-connector-kinesis/src/main/java/org/apache/flink/streaming/connectors => flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector}/kinesis/table/KinesisConnectorOptions.java (79%)
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/KinesisDataStreamsConnectorOptionsUtils.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/KinesisDynamicSink.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/KinesisDynamicTableSinkFactory.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/KinesisPartitionKeyGeneratorFactory.java
copy flink-connectors/{flink-connector-kinesis/src/main/java/org/apache/flink/streaming/connectors/kinesis/RandomKinesisPartitioner.java => flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/RandomKinesisPartitionKeyGenerator.java} (67%)
rename flink-connectors/{flink-connector-kinesis/src/main/java/org/apache/flink/streaming/connectors/kinesis/table/RowDataFieldsKinesisPartitioner.java => flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/RowDataFieldsKinesisPartitionKeyGenerator.java} (85%)
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/java/org/apache/flink/connector/kinesis/table/util/KinesisAsyncClientOptionsUtils.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/main/resources/META-INF/services/org.apache.flink.table.factories.Factory
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/table/KinesisDynamicTableSinkFactoryTest.java
rename flink-connectors/{flink-connector-kinesis/src/test/java/org/apache/flink/streaming/connectors/kinesis/table/RowDataFieldsKinesisPartitionerTest.java => flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/table/RowDataFieldsKinesisPartitionKeyGeneratorTest.java} (84%)
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/table/util/KinesisAsyncClientOptionsUtilsTest.java
create mode 100644 flink-connectors/flink-connector-aws-kinesis-data-streams/src/test/java/org/apache/flink/connector/kinesis/table/util/KinesisProducerOptionsMapperTest.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/table/AsyncDynamicTableSinkFactory.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/table/AsyncSinkConnectorOptions.java
copy flink-connectors/{flink-connector-kinesis/src/main/java/org/apache/flink/streaming/connectors/kinesis/RandomKinesisPartitioner.java => flink-connector-base/src/main/java/org/apache/flink/connector/base/table/options/ConfigurationValidator.java} (58%)
rename flink-connectors/{flink-connector-kinesis/src/main/java/org/apache/flink/streaming/connectors/kinesis/RandomKinesisPartitioner.java => flink-connector-base/src/main/java/org/apache/flink/connector/base/table/options/TableOptionsUtils.java} (57%)
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/table/sink/AsyncDynamicTableSink.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/table/sink/AsyncDynamicTableSinkBuilder.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/table/sink/options/AsyncSinkConfigurationValidator.java
create mode 100644 flink-connectors/flink-connector-base/src/main/java/org/apache/flink/connector/base/table/util/ConfigurationValidatorUtil.java
create mode 100644 flink-connectors/flink-connector-kinesis/src/main/java/org/apache/flink/streaming/connectors/kinesis/table/KinesisConsumerOptionsUtil.java
delete mode 100644 flink-connectors/flink-connector-kinesis/src/main/java/org/apache/flink/streaming/connectors/kinesis/table/KinesisDynamicSink.java