You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/03/16 04:36:30 UTC
[beam] branch nightly-refs/heads/master updated (f779a3f -> fc442c1)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from f779a3f Merge pull request #17054 from [BEAM-14075] [SnowflakeIO] Change a output type in WriteToSnowflake
add d324e9e [BEAM-13175] Add KinesisIO.write for AWS SDK v2.
add ae06110 Merge pull request #16077: [BEAM-13175] Add KinesisIO.write for AWS SDK v2.
add 9215856 [BEAM-13175] Document changes to IOs in amazon-web-services2 for AWS Java SDK v2 including new write support in KinesisIO.
add 7bc28f7 Merge pull request #17082: [BEAM-13175] Document changes to IOs in amazon-web-services2 for AWS Java SDK v2
add 5698dfe [BEAM-13767] Move a bunch of python tasks to use gradle configuration… (#17087)
add 75ebaa3 documented maven-to-gradle conversion for Dataflow; refactored java quickstart
add 4a8b658 adding a list of example pipelines
add d6de68d removing unnecessary `ls` command from maven project generation
add e459e10 fixing filename formatting in response to feedback
add fb00907 adding extra step emphasizing runner setupt
add 236b1d6 reorganized instructions to emphasize setup steps for runners
add 309b2d9 Merge pull request #17033 from pcoet/java-qs-gradle
add 5c06909 Merge pull request #17052 from [BEAM-13818] [SnowflakeIO] Add support for unencrypted private keys
add 5ef9b7e Adding pydoc for StateHandler (#17091)
add e2ca693 BEAM-3165 Bypass split if numSplit is zero (#17084)
add 32bfbc7 Updates x-lang release validation to use staged jars
add fc442c1 Merge pull request #17010: [BEAM-14047] Updates x-lang release validation to use staged jars
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 7 +
build.gradle.kts | 3 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 10 +-
.../org/apache/beam/gradle/Repositories.groovy | 4 -
.../org/apache/beam/gradle/VendorJavaPlugin.groovy | 4 +
release/src/main/scripts/run_rc_validation.sh | 22 +-
sdks/java/bom/build.gradle | 1 +
sdks/java/bom/common.gradle | 3 +
.../src/main/resources/beam/suppressions.xml | 1 +
sdks/java/io/amazon-web-services2/build.gradle | 41 +-
.../apache/beam/sdk/io/aws2/common/ClientPool.java | 123 ++++
.../io/aws2/kinesis/AsyncPutRecordsHandler.java | 271 ++++++++
.../apache/beam/sdk/io/aws2/kinesis/KinesisIO.java | 768 ++++++++++++++++++++-
.../sdk/io/aws2/kinesis/KinesisPartitioner.java | 87 +++
.../sdk/io/aws2/kinesis/RecordsAggregator.java | 182 +++++
.../beam/sdk/io/aws2/common/ClientPoolTest.java | 146 ++++
.../aws2/kinesis/AsyncPutRecordsHandlerTest.java | 192 ++++++
.../beam/sdk/io/aws2/kinesis/KinesisIOIT.java | 69 +-
.../sdk/io/aws2/kinesis/KinesisIOWriteTest.java | 450 ++++++++++++
.../sdk/io/aws2/kinesis/PutRecordsHelpers.java | 96 +++
.../sdk/io/aws2/kinesis/RecordsAggregatorTest.java | 159 +++++
.../beam/sdk/io/aws2/options/AwsModuleTest.java | 12 +-
.../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 5 +-
sdks/java/io/snowflake/build.gradle | 1 +
.../apache/beam/sdk/io/snowflake/KeyPairUtils.java | 113 ++-
.../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 66 +-
.../beam/sdk/io/snowflake/test/TestUtils.java | 22 +-
.../test/unit/DataSourceConfigurationTest.java | 142 +++-
.../test/unit/write/StreamingWriteTest.java | 4 +-
..._rsa_key.p8 => valid_encrypted_test_rsa_key.p8} | 0
.../resources/valid_unencrypted_test_rsa_key.p8 | 28 +
sdks/python/apache_beam/io/snowflake.py | 12 +-
.../apache_beam/runners/worker/sdk_worker.py | 33 +
sdks/python/container/build.gradle | 6 +-
sdks/python/container/common.gradle | 16 +-
sdks/python/test-suites/direct/build.gradle | 4 +-
sdks/python/test-suites/direct/common.gradle | 10 +-
sdks/python/test-suites/portable/build.gradle | 10 +-
sdks/python/test-suites/portable/common.gradle | 10 +-
sdks/python/test-suites/tox/common.gradle | 2 +-
.../en/documentation/io/built-in/snowflake.md | 4 -
.../site/content/en/get-started/quickstart-java.md | 642 ++++++++---------
42 files changed, 3235 insertions(+), 546 deletions(-)
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/common/ClientPool.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/AsyncPutRecordsHandler.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisPartitioner.java
create mode 100644 sdks/java/io/amazon-web-services2/src/main/java/org/apache/beam/sdk/io/aws2/kinesis/RecordsAggregator.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/common/ClientPoolTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/AsyncPutRecordsHandlerTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/KinesisIOWriteTest.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/PutRecordsHelpers.java
create mode 100644 sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/RecordsAggregatorTest.java
rename sdks/java/io/snowflake/src/test/resources/{valid_test_rsa_key.p8 => valid_encrypted_test_rsa_key.p8} (100%)
create mode 100644 sdks/java/io/snowflake/src/test/resources/valid_unencrypted_test_rsa_key.p8