You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/03/23 06:28:25 UTC
[beam] branch nightly-refs/heads/master updated (096aeef -> 1b1ccd8)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 096aeef [BEAM-14122] Upgrade pip-licenses dependency (#17132)
add ca2d91e [adhoc] Move aws IT tests to testing package according to best practices
add f7de08e Merge pull request #17118: [adhoc] Move aws IT tests to testing package according to best practices
add 48a8a73 fixes static checks and go lint issues (#17138)
add 6d0d346 [BEAM-14136] Clean up staticcheck and linter warnings in the Go SDK (#17137)
add ef09c02 Merge pull request #17063 from [BEAM-12164] Fix flaky tests
add a8f405b Don't print in task configuration.
add 83131fb Merge pull request #17139 from ibzib/no-print
add ce71caf [BEAM-14124] Add display data to BQ storage reads.
add 57c8647 Merge pull request #17115 from ibzib/bq-display-data
add d352d60 [BEAM-14071] Enabling Flink on Dataproc for Interactive Beam (#17044)
add 7257e37 [BEAM-4106] Remove filesToStage from Flink pipeline option list.
add 0a68801 Merge pull request #17143: [BEAM-4106] Remove filesToStage from Flink pipeline option list.
add 555cc26 Minor: Bypass schema registry in schemas_test.py (#17108)
add 3ccd12e Revert "[BEAM-14112] Avoid storing a generator in _CustomBigQuerySource (#17100)"
add ab36c1c Merge pull request #17141: [BEAM-14138] Revert "[BEAM-14112] Avoid storing a generator in _CustomBigQuerySource"
add ac12f52 [BEAM-14141] Set Interactive Beam to use the default Dataproc image (#17146)
add 9a36490 BEAM-14115 - Update find criteria limited to _id (#17102)
add c8013d9 Revert "[BEAM-14038] Auto-startup for Python expansion service. (#17035)" (#17154)
add a52dea8 Minor: Bump timeout for Java PreCommit (#17157)
add d3f3204 [BEAM-14152] Disable flaky SpannerChangeStreamErrorTest.testUnavailableExceptionRetries (#17158)
add e1d764b Fixing a small bug in TypedSchemaTransformTest that caused it to flake. (#17142)
add 836f82e [BEAM-14116] Catch MonitoringInfoMetricName null keys or values in the constructor (#17094)
add dc382bb [BEAM-14129] Restructure SubscriptionPartitionLoader to use a manual SDF so its watermarks are reasonable given the polling semantics (#17103)
add 933ce6e Disable BigQueryIOStorageWriteIT for general Java post-commit
add 1b1ccd8 Merge pull request #17155: [BEAM-14149] Disable BigQueryIOStorageWriteIT for general Java post-commit
No new revisions were added by this update.
Summary of changes:
.test-infra/jenkins/job_PreCommit_Java.groovy | 1 +
playground/frontend/build.gradle | 1 -
.../core/metrics/MonitoringInfoMetricName.java | 48 ++-
sdks/go/pkg/beam/core/runtime/exec/sideinput.go | 2 +-
.../pkg/beam/core/runtime/exec/sideinput_test.go | 16 +-
.../core/runtime/xlangx/expansionx/download.go | 4 +-
sdks/go/pkg/beam/options/gcpopts/options_test.go | 21 +-
sdks/go/pkg/beam/provision/provision_test.go | 2 +-
sdks/go/pkg/beam/runners/dataflow/dataflow_test.go | 13 +-
sdks/go/pkg/beam/transforms/sql/sqlx/sqlx.go | 2 +
.../test/integration/io/xlang/debezium/debezium.go | 2 +
sdks/go/test/integration/io/xlang/jdbc/jdbc.go | 1 -
sdks/go/test/integration/primitives/cogbk.go | 1 +
.../go/test/integration/primitives/window_panes.go | 2 +
.../TypedSchemaTransformProviderTest.java | 12 +-
.../beam/sdk/extensions/gcp/util/GcsUtil.java | 6 +-
sdks/java/extensions/python/build.gradle | 34 ---
.../extensions/python/ExternalPythonTransform.java | 110 -------
.../beam/sdk/extensions/python/PythonService.java | 132 ---------
.../beam/sdk/extensions/python/package-info.java | 20 --
.../sdk/extensions/python/bootstrap_beam_venv.py | 115 --------
.../python/ExternalPythonTransformTest.java | 49 ---
.../org/apache/beam/sdk/io/aws2/ITEnvironment.java | 2 +-
.../aws2/dynamodb/{ => testing}/DynamoDBIOIT.java | 5 +-
.../io/aws2/kinesis/{ => testing}/KinesisIOIT.java | 6 +-
.../io/aws2/s3/{ => testing}/S3FileSystemIT.java | 4 +-
.../sdk/io/aws2/sns/{ => testing}/SnsIOIT.java | 18 +-
.../sdk/io/aws2/sqs/{ => testing}/SqsIOIT.java | 17 +-
sdks/java/io/google-cloud-platform/build.gradle | 1 +
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 26 +-
.../gcp/bigquery/BigQueryStorageTableSource.java | 52 +++-
.../internal/PerSubscriptionPartitionSdf.java | 4 +-
.../internal/SubscriptionPartitionLoader.java | 151 +++++++---
.../io/gcp/bigquery/BigQueryIOStorageReadTest.java | 5 +
.../internal/SubscriptionPartitionLoaderTest.java | 9 +-
.../SpannerChangeStreamErrorTest.java | 117 +++++---
.../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 7 +-
.../beam/sdk/io/mongodb/UpdateConfiguration.java | 8 +
sdks/python/apache_beam/io/gcp/bigquery.py | 38 ++-
.../apache_beam/io/gcp/bigquery_read_it_test.py | 12 -
.../runners/interactive/cache_manager.py | 9 +-
.../dataproc/dataproc_cluster_manager.py | 14 +-
.../runners/interactive/interactive_beam.py | 21 +-
.../runners/interactive/interactive_environment.py | 6 +-
.../runners/interactive/interactive_runner.py | 5 +-
.../runners/interactive/interactive_runner_test.py | 32 +-
sdks/python/apache_beam/typehints/schemas.py | 327 ++++++++++++---------
sdks/python/apache_beam/typehints/schemas_test.py | 41 ++-
settings.gradle.kts | 1 -
.../shortcodes/flink_java_pipeline_options.html | 5 -
.../shortcodes/flink_python_pipeline_options.html | 5 -
51 files changed, 699 insertions(+), 843 deletions(-)
delete mode 100644 sdks/java/extensions/python/build.gradle
delete mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/ExternalPythonTransform.java
delete mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/PythonService.java
delete mode 100644 sdks/java/extensions/python/src/main/java/org/apache/beam/sdk/extensions/python/package-info.java
delete mode 100644 sdks/java/extensions/python/src/main/resources/org/apache/beam/sdk/extensions/python/bootstrap_beam_venv.py
delete mode 100644 sdks/java/extensions/python/src/test/java/org/apache/beam/sdk/extensions/python/ExternalPythonTransformTest.java
rename sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/dynamodb/{ => testing}/DynamoDBIOIT.java (97%)
rename sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/kinesis/{ => testing}/KinesisIOIT.java (96%)
rename sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/s3/{ => testing}/S3FileSystemIT.java (97%)
rename sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sns/{ => testing}/SnsIOIT.java (90%)
rename sdks/java/io/amazon-web-services2/src/test/java/org/apache/beam/sdk/io/aws2/sqs/{ => testing}/SqsIOIT.java (87%)