You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ar...@apache.org on 2022/03/15 11:05:41 UTC
[beam] branch master updated (f779a3f -> ae06110)
This is an automated email from the ASF dual-hosted git repository.
aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from f779a3f Merge pull request #17054 from [BEAM-14075] [SnowflakeIO] Change a output type in WriteToSnowflake
add d324e9e [BEAM-13175] Add KinesisIO.write for AWS SDK v2.
add ae06110 Merge pull request #16077: [BEAM-13175] Add KinesisIO.write for AWS SDK v2.
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
.../src/main/resources/beam/suppressions.xml | 1 +
sdks/java/io/amazon-web-services2/build.gradle | 41 +-
.../apache/beam/sdk/io/aws2/common/ClientPool.java | 123 ++++
.../io/aws2/kinesis/AsyncPutRecordsHandler.java | 271 ++++++++
.../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 768 ++++++++++++++++++++-
.../sdk/io/aws2/kinesis/KinesisPartitioner.java | 87 +++
.../sdk/io/aws2/kinesis/RecordsAggregator.java | 182 +++++
.../beam/sdk/io/aws2/common/ClientPoolTest.java | 146 ++++
.../aws2/kinesis/AsyncPutRecordsHandlerTest.java | 192 ++++++
.../beam/sdk/io/aws2/kinesis/KinesisIOIT.java | 69 +-
.../sdk/io/aws2/kinesis/KinesisIOWriteTest.java | 450 ++++++++++++
.../sdk/io/aws2/kinesis/PutRecordsHelpers.java | 96 +++
.../sdk/io/aws2/kinesis/RecordsAggregatorTest.java | 159 +++++
.../beam/sdk/io/aws2/options/AwsModuleTest.java | 12 +-
15 files changed, 2517 insertions(+), 82 deletions(-)
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/common/ClientPool.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/AsyncPutRecordsHandler.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisPartitioner.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RecordsAggregator.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/common/ClientPoolTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/AsyncPutRecordsHandlerTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisIOWriteTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/PutRecordsHelpers.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/RecordsAggregatorTest.java