You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ar...@apache.org on 2020/07/27 15:19:18 UTC
[beam] branch master updated (efaa35f -> 22822b8)
This is an automated email from the ASF dual-hosted git repository.
aromanenko pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from efaa35f Merge pull request #12065: [BEAM-10306] Add latency measurements to Python Flink load test
add 22822b8 [BEAM-9702] Update Java KinesisIO to support AWS SDK v2 (#11318)
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 1 +
sdks/java/io/amazon-web-services2/build.gradle | 18 +-
.../sdk/io/aws2/kinesis/AWSClientsProvider.java | 34 ++
.../sdk/io/aws2/kinesis/BasicKinesisProvider.java | 78 ++++
.../sdk/io/aws2/kinesis/CheckpointGenerator.java | 29 ++
.../beam/sdk/io/aws2/kinesis/CustomOptional.java | 102 +++++
.../aws2/kinesis/DynamicCheckpointGenerator.java | 74 ++++
.../io/aws2/kinesis/GetKinesisRecordsResult.java | 60 +++
.../kinesis/KinesisClientThrottledException.java | 28 ++
.../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 484 +++++++++++++++++++++
.../beam/sdk/io/aws2/kinesis/KinesisReader.java | 219 ++++++++++
.../io/aws2/kinesis/KinesisReaderCheckpoint.java | 76 ++++
.../beam/sdk/io/aws2/kinesis/KinesisRecord.java | 149 +++++++
.../sdk/io/aws2/kinesis/KinesisRecordCoder.java | 76 ++++
.../aws2/kinesis/KinesisShardClosedException.java | 26 ++
.../beam/sdk/io/aws2/kinesis/KinesisSource.java | 161 +++++++
.../beam/sdk/io/aws2/kinesis/RateLimitPolicy.java | 37 ++
.../io/aws2/kinesis/RateLimitPolicyFactory.java | 70 +++
.../beam/sdk/io/aws2/kinesis/RecordFilter.java | 41 ++
.../beam/sdk/io/aws2/kinesis/ShardCheckpoint.java | 177 ++++++++
.../beam/sdk/io/aws2/kinesis/ShardReadersPool.java | 341 +++++++++++++++
.../sdk/io/aws2/kinesis/ShardRecordsIterator.java | 149 +++++++
.../io/aws2/kinesis/SimplifiedKinesisClient.java | 275 ++++++++++++
.../beam/sdk/io/aws2/kinesis/StartingPoint.java | 86 ++++
.../io/aws2/kinesis/StartingPointShardsFinder.java | 198 +++++++++
.../io/aws2/kinesis/StaticCheckpointGenerator.java | 41 ++
.../apache/beam/sdk/io/aws2/kinesis/TimeUtil.java | 37 ++
.../io/aws2/kinesis/TransientKinesisException.java | 28 ++
.../sdk/io/aws2/kinesis/WatermarkParameters.java | 98 +++++
.../beam/sdk/io/aws2/kinesis/WatermarkPolicy.java | 29 ++
.../io/aws2/kinesis/WatermarkPolicyFactory.java | 152 +++++++
.../beam/sdk/io/aws2/kinesis/package-info.java | 24 +
.../sdk/io/aws2/kinesis/AmazonKinesisMock.java | 404 +++++++++++++++++
.../sdk/io/aws2/kinesis/CustomOptionalTest.java | 44 ++
.../kinesis/DynamicCheckpointGeneratorTest.java | 80 ++++
.../beam/sdk/io/aws2/kinesis/KinesisIOIT.java | 155 +++++++
.../sdk/io/aws2/kinesis/KinesisMockReadTest.java | 119 +++++
.../aws2/kinesis/KinesisReaderCheckpointTest.java | 64 +++
.../sdk/io/aws2/kinesis/KinesisReaderTest.java | 184 ++++++++
.../io/aws2/kinesis/KinesisRecordCoderTest.java | 46 ++
.../sdk/io/aws2/kinesis/KinesisServiceMock.java | 84 ++++
.../sdk/io/aws2/kinesis/KinesisTestOptions.java | 62 +++
.../beam/sdk/io/aws2/kinesis/RecordFilterTest.java | 62 +++
.../sdk/io/aws2/kinesis/ShardCheckpointTest.java | 162 +++++++
.../sdk/io/aws2/kinesis/ShardReadersPoolTest.java | 351 +++++++++++++++
.../io/aws2/kinesis/ShardRecordsIteratorTest.java | 186 ++++++++
.../aws2/kinesis/SimplifiedKinesisClientTest.java | 378 ++++++++++++++++
.../kinesis/StartingPointShardsFinderTest.java | 292 +++++++++++++
.../beam/sdk/io/aws2/kinesis/TimeUtilTest.java | 42 ++
.../sdk/io/aws2/kinesis/WatermarkPolicyTest.java | 152 +++++++
.../org/apache/beam/sdk/io/aws2/sns/SnsIOTest.java | 7 +-
.../org.mockito.plugins.MockMaker | 1 -
52 files changed, 6269 insertions(+), 4 deletions(-)
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/AWSClientsProvider.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/BasicKinesisProvider.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/CheckpointGenerator.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/CustomOptional.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/DynamicCheckpointGenerator.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/GetKinesisRecordsResult.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisClientThrottledException.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisIO.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisReader.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisReaderCheckpoint.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisRecord.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisRecordCoder.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisShardClosedException.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisSource.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RateLimitPolicy.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RateLimitPolicyFactory.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RecordFilter.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/ShardCheckpoint.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/ShardReadersPool.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/ShardRecordsIterator.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/SimplifiedKinesisClient.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/StartingPoint.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/StartingPointShardsFinder.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/StaticCheckpointGenerator.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/TimeUtil.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/TransientKinesisException.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/WatermarkParameters.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/WatermarkPolicy.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/WatermarkPolicyFactory.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/package-info.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/AmazonKinesisMock.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/CustomOptionalTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/DynamicCheckpointGeneratorTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisIOIT.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisMockReadTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisReaderCheckpointTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisReaderTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisRecordCoderTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisServiceMock.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisTestOptions.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/RecordFilterTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/ShardCheckpointTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/ShardReadersPoolTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/ShardRecordsIteratorTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/SimplifiedKinesisClientTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/StartingPointShardsFinderTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/TimeUtilTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/WatermarkPolicyTest.java
delete mode 100644 sdks/java/io/amazon-web-services2/src/test/resources/mockito-extensions/org.mockito.plugins.MockMaker