You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2020/09/04 02:56:59 UTC
[beam] tag nightly-master updated (9f4d54a -> b84df0a)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 9f4d54a (commit)
to b84df0a (commit)
from 9f4d54a Merge pull request #12701 from [BEAM-10603] Gracefully shutdown the channel reader in the test_stream_impl
add d48a4d6 [BEAM-10567] Add LICENSE for pbr (#12765)
add 77e96f3 [BEAM-10829] pass kafka header to producer.send
add e9ee2c3 Merge pull request #12755: [BEAM-10829] unit test for validating headers are written
add d594497 [Beam-4379] Make ParquetIO read splittable (#12223)
add c7e2710 Identify pair-with-none DoFn in CombineGlobally with a named URN. (#12707)
add 6d2c91f Merge pull request #12761 from [BEAM-10853] Fixing copy name issue: Single name for all copies
add 1bdc859 Merge pull request #12618 from [BEAM-10669] Add support for Dataflow Templates in SnowflakeIO
add d9c97a2 [BEAM-10615] Eliminate nullability errors from :sdks:java:extensions:sql:jdbc (#12738)
add 3d8a60a [BEAM-10720] Add implementation for elementwise str methods (#12749)
add 421ba99 Badge fixes in README and PR Template (#12769)
add 277b499 [BEAM-10849] Test that default Dataflow region option is set.
add 0542e26 [BEAM-10849] Refactor to fix DataflowRunnerTest mocks.
add d963563 Merge pull request #12763 from ibzib/default-region-missing
add 89a2d17 [BEAM-5757] Add ElasticsearchIO: delete document support (#12670)
add b84df0a More logging for missing next work index. (#12718)
No new revisions were added by this update.
Summary of changes:
.github/PULL_REQUEST_TEMPLATE.md | 8 +-
README.md | 19 +-
build.gradle | 3 +-
.../dataflow/options/DataflowPipelineOptions.java | 65 ---
.../dataflow/options/DefaultGcpRegionFactory.java | 89 +++
.../beam/runners/dataflow/DataflowRunnerTest.java | 147 +++--
.../options/DataflowPipelineOptionsTest.java | 1 -
.../dataflow/worker/WorkItemStatusClient.java | 3 +
sdks/java/extensions/sql/jdbc/build.gradle | 3 +-
.../beam/sdk/extensions/sql/jdbc/BeamSqlLine.java | 4 +-
.../sdk/extensions/sql/jdbc/BeamSqlLineIT.java | 10 +-
.../beam/sdk/extensions/sql/jdbc/JdbcJarTest.java | 2 +-
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 34 ++
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 7 +
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 34 ++
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 7 +
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 34 ++
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 7 +
.../sdk/io/elasticsearch/ElasticsearchIOIT.java | 34 ++
.../sdk/io/elasticsearch/ElasticsearchIOTest.java | 7 +
.../elasticsearch/ElasticsearchIOTestCommon.java | 84 +++
.../beam/sdk/io/elasticsearch/ElasticsearchIO.java | 94 ++-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 73 ++-
.../org/apache/beam/sdk/io/parquet/ParquetIO.java | 338 ++++++++++-
.../apache/beam/sdk/io/parquet/ParquetIOTest.java | 114 +++-
...SnowflakeCredentials.java => KeyPairUtils.java} | 42 +-
.../apache/beam/sdk/io/snowflake/SnowflakeIO.java | 638 ++++++++++++++-------
.../sdk/io/snowflake/SnowflakePipelineOptions.java | 61 +-
.../OAuthTokenSnowflakeCredentials.java | 31 -
.../credentials/SnowflakeCredentials.java | 24 -
.../credentials/SnowflakeCredentialsFactory.java | 69 ---
.../UsernamePasswordSnowflakeCredentials.java | 37 --
.../sdk/io/snowflake/credentials/package-info.java | 20 -
.../io/snowflake/crosslanguage/ReadBuilder.java | 6 +-
.../io/snowflake/crosslanguage/WriteBuilder.java | 6 +-
.../services/SnowflakeBatchServiceConfig.java | 2 +-
.../sdk/io/snowflake/test/BatchSnowflakeIOIT.java | 21 +-
.../io/snowflake/test/StreamingSnowflakeIOIT.java | 7 +-
.../test/TestSnowflakePipelineOptions.java} | 30 +-
.../beam/sdk/io/snowflake/test/TestUtils.java | 39 +-
.../test/unit/DataSourceConfigurationTest.java | 192 ++++++-
.../snowflake/test/unit/TestPipelineOptions.java | 28 -
.../KeyPairSnowflakeCredentialsTest.java | 38 --
.../OAuthTokenSnowflakeCredentialsTest.java | 46 --
.../SnowflakeCredentialsFactoryTest.java | 77 ---
.../UsernamePasswordSnowflakeCredentialsTest.java | 50 --
.../test/unit/read/SnowflakeIOReadTest.java | 6 +-
.../test/unit/write/CreateDispositionTest.java | 8 +-
.../unit/write/QueryDispositionLocationTest.java | 8 +-
.../test/unit/write/SchemaDispositionTest.java | 8 +-
.../test/unit/write/SnowflakeIOWriteTest.java | 8 +-
.../test/unit/write/StreamingWriteTest.java | 38 +-
.../src/test/resources/invalid_test_rsa_key.p8 | 3 +
.../{test_rsa_key.p8 => valid_test_rsa_key.p8} | 0
sdks/python/apache_beam/dataframe/frames.py | 60 ++
.../apache_beam/dataframe/pandas_doctests_test.py | 82 +--
.../apache_beam/io/gcp/bigquery_file_loads.py | 11 +-
sdks/python/apache_beam/io/gcp/bigquery_test.py | 7 +
sdks/python/apache_beam/portability/python_urns.py | 1 +
.../apache_beam/runners/worker/bundle_processor.py | 11 +-
sdks/python/apache_beam/transforms/core.py | 89 ++-
.../container/license_scripts/dep_urls_py.yaml | 2 +
62 files changed, 1993 insertions(+), 1034 deletions(-)
create mode 100644 runners/google-cloud-dataflow-java/src/main/java/org/apache/beam/runners/dataflow/options/DefaultGcpRegionFactory.java
rename sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/{credentials/KeyPairSnowflakeCredentials.java => KeyPairUtils.java} (64%)
delete mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/credentials/OAuthTokenSnowflakeCredentials.java
delete mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/credentials/SnowflakeCredentials.java
delete mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/credentials/SnowflakeCredentialsFactory.java
delete mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/credentials/UsernamePasswordSnowflakeCredentials.java
delete mode 100644 sdks/java/io/snowflake/src/main/java/org/apache/beam/sdk/io/snowflake/credentials/package-info.java
copy sdks/java/io/snowflake/src/{main/java/org/apache/beam/sdk/io/snowflake/SnowflakePipelineOptions.java => test/java/org/apache/beam/sdk/io/snowflake/test/TestSnowflakePipelineOptions.java} (85%)
delete mode 100644 sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/unit/TestPipelineOptions.java
delete mode 100644 sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/unit/credentials/KeyPairSnowflakeCredentialsTest.java
delete mode 100644 sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/unit/credentials/OAuthTokenSnowflakeCredentialsTest.java
delete mode 100644 sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/unit/credentials/SnowflakeCredentialsFactoryTest.java
delete mode 100644 sdks/java/io/snowflake/src/test/java/org/apache/beam/sdk/io/snowflake/test/unit/credentials/UsernamePasswordSnowflakeCredentialsTest.java
create mode 100644 sdks/java/io/snowflake/src/test/resources/invalid_test_rsa_key.p8
rename sdks/java/io/snowflake/src/test/resources/{test_rsa_key.p8 => valid_test_rsa_key.p8} (100%)