You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/02/05 03:25:22 UTC
[beam] branch nightly-refs/heads/master updated (8da6363 -> a32a1ea)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git.
from 8da6363 [BEAM-13024] Unify PipelineOptions behavior (#16719)
add 8050266 [BEAM-13813] Add support for URL artifact to extractStagingToPath
add 723eded Update sdks/go/pkg/beam/artifact/materialize_test.go
add 9787598 Merge pull request #16710 from ihji/BEAM-13813
add 5f15d27 Remove Python SQL Test example from catalog
add 724e689 Merge pull request #16713 from [BEAM-13815] [Playground] [Bugfix] Remove Python SQL Test example from catalog
add fda0b00 Merge pull request #16605 from [BEAM-13634][Playground] Create a separate Dockerfile for the routing service
add d8ab299 Merge pull request #16593 from [BEAM-13725][Playground] Add graph to the precompiled objects
add 4b2343a Merge pull request #16699 from [BEAM-13789][Playground] Change logic of keeping examples to the bucket on CD side
add fd7c496 Fixed CSS for Case study page
add aab61e9 Merge pull request #16730: Fixed CSS for Case study page
add 9d0cbbe [BEAM-13663] Remove unused duplicate option for AWS client configuration (AWS Sdk v1).
add 318ce2a Merge pull request #16712: [BEAM-13663] Remove unused duplicate option for AWS client configuration (AWS Sdk v1)
add 6bb9e857 [BEAM-13203] Deprecate SnsIO.writeAsync for AWS Sdk v2 due to risk of data loss.
add f79363c Merge pull request #16711: [BEAM-13203] Deprecate SnsIO.writeAsync for AWS Sdk v2 due to risk of data loss.
add 062bc7c [BEAM-13828] Fix stale bot (#16734)
add 902bec4 Merge pull request #16364 from [BEAM-13182] Add diagrams to backend readme
add 07e1f84 [BEAM-13811] Fix save_main_session arg in tests examples (#16709)
add 18c7e2b [BEAM-13015] Calculate exception for closing BeamFnDataInboundObserver2 statically (#16537)
add aeff1b1 Minor doc tweaks for validating vendoring. (#16747)
add 42850f9 [BEAM-13686] OOM while logging a large pipeline even when logging level is higher (#16559)
add d24da13 [BEAM-13629] Update URL artifact type for Dataflow Go (#16490)
add 269f9dd [BEAM-13832] Add automated expansion service start-up to JDBCio (#16739)
add 3e2979c [BEAM-13831] Add automated expansion service infra into Debezium Read() (#16738)
add 897e372 Update beam-master version
add 5ff6528 Merge branch 'master' of github.com:apache/beam into beammaster
add b1f0f2a Merge pull request #16742 from kileys/beammaster
add 6070500 [BEAM-13821] Add automated expansion service start-up to KafkaIO (#16716)
add a32a1ea [BEAM-13799] Created a Dataproc cluster manager for Interactive Beam
No new revisions were added by this update.
Summary of changes:
.github/stale.yml | 30 --
.github/workflows/build_playground_backend.yml | 24 +-
.github/workflows/build_playground_frontend.yml | 5 +-
.github/workflows/stale.yml | 39 ++
playground/api/v1/api.proto | 13 +
playground/backend/README.md | 11 +-
playground/backend/RunCodeDiagram.png | Bin 0 -> 165864 bytes
playground/backend/ValidatorsPreparators.png | Bin 0 -> 67514 bytes
playground/backend/cmd/server/controller.go | 12 +
playground/backend/containers/java/build.gradle | 2 +-
playground/backend/containers/java/settings.gradle | 2 +-
.../backend/containers/{go => router}/Dockerfile | 27 +-
.../backend/containers/{go => router}/build.gradle | 10 +-
.../backend/containers/router/entrypoint.sh | 6 +-
.../containers/{scio => router}/settings.gradle | 2 +-
playground/backend/internal/api/v1/api.pb.go | 519 +++++++++++++--------
playground/backend/internal/api/v1/api_grpc.pb.go | 38 ++
.../internal/cloud_bucket/precompiled_objects.go | 10 +
playground/frontend/lib/api/v1/api.pb.dart | 94 ++++
playground/frontend/lib/api/v1/api.pbgrpc.dart | 31 ++
playground/frontend/lib/api/v1/api.pbjson.dart | 20 +
playground/infrastructure/api/v1/api_pb2.py | 167 +++++--
playground/infrastructure/api/v1/api_pb2_grpc.py | 34 ++
playground/infrastructure/cd_helper.py | 21 +-
playground/infrastructure/ci_helper.py | 1 +
playground/infrastructure/config.py | 18 +-
playground/infrastructure/grpc_client.py | 2 +-
playground/infrastructure/helm/values.yaml | 3 +-
playground/infrastructure/helper.py | 12 +-
playground/infrastructure/test_cd_helper.py | 31 +-
playground/infrastructure/test_ci_helper.py | 7 +-
.../terraform/applications/backend-go/variables.tf | 2 +-
.../applications/backend-java/variables.tf | 2 +-
.../applications/backend-router/variables.tf | 2 +-
.../terraform/applications/frontend/variables.tf | 2 +-
runners/google-cloud-dataflow-java/build.gradle | 4 +-
.../beam/runners/dataflow/DataflowRunner.java | 13 +-
sdks/go/pkg/beam/artifact/materialize.go | 14 +
sdks/go/pkg/beam/artifact/materialize_test.go | 97 +++-
sdks/go/pkg/beam/core/runtime/xlangx/resolve.go | 33 ++
.../pkg/beam/core/runtime/xlangx/resolve_test.go | 78 ++++
sdks/go/pkg/beam/io/xlang/debeziumio/debezium.go | 15 +-
sdks/go/pkg/beam/io/xlang/jdbcio/jdbc.go | 32 +-
sdks/go/pkg/beam/io/xlang/kafkaio/kafka.go | 19 +
.../pkg/beam/runners/dataflow/dataflowlib/stage.go | 1 +
.../test/integration/io/xlang/kafka/kafka_test.go | 3 -
.../org/apache/beam/sdk/fn/CancellableQueue.java | 7 +-
.../sdk/fn/data/BeamFnDataInboundObserver2.java | 15 +-
.../apache/beam/sdk/fn/CancellableQueueTest.java | 9 +
.../fn/data/BeamFnDataInboundObserver2Test.java | 6 +-
.../apache/beam/sdk/io/aws/options/AwsOptions.java | 28 --
.../org/apache/beam/sdk/io/aws2/sns/SnsIO.java | 51 +-
.../beam/sdk/io/aws2/sns/MockSnsAsyncClient.java | 15 +-
.../io/aws2/sns/MockSnsAsyncExceptionClient.java | 8 +-
.../beam/sdk/io/aws2/sns/SnsIOWriteTest.java | 34 +-
.../examples/complete/game/hourly_team_score.py | 4 +-
.../complete/game/hourly_team_score_it_test.py | 3 +-
.../examples/complete/game/user_score.py | 4 +-
.../dataproc/dataproc_cluster_manager.py | 164 +++++++
.../dataproc/dataproc_cluster_manager_test.py | 161 +++++++
sdks/python/apache_beam/transforms/sql_test.py | 9 -
settings.gradle.kts | 1 +
vendor/README.md | 15 +-
website/www/site/assets/scss/_case_study.scss | 2 +-
64 files changed, 1566 insertions(+), 478 deletions(-)
delete mode 100644 .github/stale.yml
create mode 100644 .github/workflows/stale.yml
create mode 100644 playground/backend/RunCodeDiagram.png
create mode 100644 playground/backend/ValidatorsPreparators.png
copy playground/backend/containers/{go => router}/Dockerfile (77%)
copy playground/backend/containers/{go => router}/build.gradle (91%)
copy sdks/python/.coveragerc => playground/backend/containers/router/entrypoint.sh (93%)
mode change 100644 => 100755
copy playground/backend/containers/{scio => router}/settings.gradle (93%)
create mode 100644 sdks/go/pkg/beam/core/runtime/xlangx/resolve_test.go
create mode 100644 sdks/python/apache_beam/runners/interactive/dataproc/dataproc_cluster_manager.py
create mode 100644 sdks/python/apache_beam/runners/interactive/dataproc/dataproc_cluster_manager_test.py