You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ar...@apache.org on 2022/02/17 19:54:03 UTC
[beam] branch master updated (87dba3a -> adcde0e)
This is an automated email from the ASF dual-hosted git repository.
aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 87dba3a Case studies page improvements (#16702)
add 53f5a3c [BEAM-13563] Introducing common AWS ClientBuilderFactory to unify configuration of sync / async AWS clients across all IOs (AWS Sdk v2). [BEAM-13206] Additionally, retry configuration is pushed down into clients to delegate retries to the AWS Sdk.
add adcde0e Merge pull request #16760: [BEAM-13563] Introducing common AWS ClientBuilderFactory (AWS Sdk v2)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 3 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 +
sdks/java/io/amazon-web-services2/build.gradle | 2 +-
.../sdk/io/aws2/common/ClientBuilderFactory.java | 250 +++++++++++
.../sdk/io/aws2/common/ClientConfiguration.java | 189 +++++++++
.../io/aws2/common/HttpClientConfiguration.java | 170 ++++++++
.../sdk/io/aws2/common/RetryConfiguration.java | 118 ++++++
.../io/aws2/{kinesis => common}/package-info.java | 4 +-
.../aws2/dynamodb/BasicDynamoDbClientProvider.java | 48 +--
.../beam/sdk/io/aws2/dynamodb/DynamoDBIO.java | 464 +++++++++++----------
.../io/aws2/dynamodb/DynamoDbClientProvider.java | 5 +
.../sdk/io/aws2/kinesis/AWSClientsProvider.java | 6 +-
.../sdk/io/aws2/kinesis/BasicKinesisProvider.java | 61 +--
.../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 276 ++++--------
.../beam/sdk/io/aws2/kinesis/KinesisSource.java | 29 +-
.../io/aws2/kinesis/SimplifiedKinesisClient.java | 7 +-
.../apache/beam/sdk/io/aws2/options/AwsModule.java | 161 +++----
.../beam/sdk/io/aws2/options/AwsOptions.java | 149 ++++---
.../sdk/io/aws2/options/AwsSerializableUtils.java | 35 +-
.../io/aws2/s3/DefaultS3ClientBuilderFactory.java | 24 +-
.../io/aws2/sns/BasicSnsAsyncClientProvider.java | 39 +-
.../sdk/io/aws2/sns/BasicSnsClientProvider.java | 48 +--
.../beam/sdk/io/aws2/sns/SnsClientProvider.java | 5 +
.../org/apache/beam/sdk/io/aws2/sns/SnsIO.java | 314 ++++++--------
.../sdk/io/aws2/sqs/BasicSqsClientProvider.java | 48 +--
.../beam/sdk/io/aws2/sqs/SqsClientProvider.java | 5 +
.../org/apache/beam/sdk/io/aws2/sqs/SqsIO.java | 219 ++++++----
.../beam/sdk/io/aws2/sqs/SqsUnboundedReader.java | 26 +-
.../beam/sdk/io/aws2/sqs/SqsUnboundedSource.java | 3 +-
.../org/apache/beam/sdk/io/aws2/ITEnvironment.java | 9 +-
.../beam/sdk/io/aws2/MockClientBuilderFactory.java | 96 +++++
.../io/aws2/common/ClientBuilderFactoryTest.java | 398 ++++++++++++++++++
.../ClientConfigurationTest.java} | 37 +-
.../sdk/io/aws2/common/RetryConfigurationTest.java | 50 +++
.../beam/sdk/io/aws2/dynamodb/DynamoDBIOIT.java | 17 +-
.../sdk/io/aws2/dynamodb/DynamoDBIOReadTest.java | 126 ++++--
.../sdk/io/aws2/dynamodb/DynamoDBIOWriteTest.java | 164 ++++----
.../sdk/io/aws2/kinesis/AmazonKinesisMock.java | 397 ------------------
.../beam/sdk/io/aws2/kinesis/KinesisIOIT.java | 9 +-
.../sdk/io/aws2/kinesis/KinesisIOReadTest.java | 234 +++++++++--
.../sdk/io/aws2/kinesis/KinesisMockReadTest.java | 110 -----
.../sdk/io/aws2/kinesis/KinesisServiceMock.java | 84 ----
.../beam/sdk/io/aws2/options/AwsModuleTest.java | 66 +--
.../beam/sdk/io/aws2/options/AwsOptionsTest.java | 73 ++--
.../aws2/s3/DefaultS3ClientBuilderFactoryTest.java | 24 +-
.../beam/sdk/io/aws2/s3/S3ResourceIdTest.java | 3 +-
.../apache/beam/sdk/io/aws2/s3/S3TestUtils.java | 7 +-
.../org/apache/beam/sdk/io/aws2/sns/SnsIOIT.java | 19 +-
.../org/apache/beam/sdk/io/aws2/sns/SnsIOTest.java | 171 +++++---
.../sdk/io/aws2/sns/StaticSnsClientProvider.java | 34 --
.../org/apache/beam/sdk/io/aws2/sqs/SqsIOIT.java | 15 +-
.../apache/beam/sdk/io/aws2/sqs/SqsIOReadTest.java | 164 ++++++++
.../org/apache/beam/sdk/io/aws2/sqs/SqsIOTest.java | 88 ----
.../beam/sdk/io/aws2/sqs/SqsIOWriteTest.java | 108 +++++
.../sdk/io/aws2/sqs/SqsUnboundedReaderTest.java | 19 +-
55 files changed, 3090 insertions(+), 2141 deletions(-)
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/common/ClientBuilderFactory.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/common/ClientConfiguration.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/common/HttpClientConfiguration.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/common/RetryConfiguration.java
copy sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/{kinesis => common}/package-info.java (88%)
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/MockClientBuilderFactory.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/common/ClientBuilderFactoryTest.java
copy sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/{kinesis/BasicKinesisClientProviderTest.java => common/ClientConfigurationTest.java} (53%)
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/common/RetryConfigurationTest.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/AmazonKinesisMock.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisMockReadTest.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisServiceMock.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sns/StaticSnsClientProvider.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sqs/SqsIOReadTest.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sqs/SqsIOTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sqs/SqsIOWriteTest.java