You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/07/09 04:25:50 UTC
[beam] branch nightly-refs/heads/master updated (0e14f5181d8 -> 4b4077dc882)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 0e14f5181d8 Optimize locking in several critical-path methods (#22162)
add f5435c05758 Deprecate AWS IOs (Java) using AWS SDK v1 in favor of IOs in amazon-web-services2 (#22093)
add d44c0440bc9 Update Go BPG xlang documentation to include Java automated service start-up (#22187)
add 70585ad90b5 Merge pull request #22096 from [Playground] Infrastructure for sharing any code
add 20949a9d084 Support dependencies and remote registration in the typescript SDK. (#22132)
add 1e521c7ee33 [Website] change case studies link from staging to relative path
add 113614741ab Merge pull request #21958 from [Website] fix change case studies link from staging to relative path
add 2fcf7d6802f [Website] add I/O Connectors link to dropdown list, updating link to relative, update connectors.sass styles
add b9093fb20e7 Merge pull request #22106 from [Website] add I/O Connectors link to dropdown list, update I/O Connectors
add fbe61507cab [BEAM-13015, #22050] Make SDK harness msec counters faster using ordered puts (#22103)
add 66ffc0b9fe9 Fix default type inference of CombinePerKey. (#16351)
add 7bfcf46a5c5 Fix build error due to dep confliction of google-cloud-bigquery-storage and grpcio-gcp
add 315322b2e0e Fix atomicwrites old version purge on pypi
add 4b4077dc882 Merge pull request #22205 Fix build error due to dep confliction of google-cloud-bigquery-storage and google-cloud-core
No new revisions were added by this update.
Summary of changes:
.github/workflows/build_playground_backend.yml | 7 +
CHANGES.md | 5 +-
playground/CI.md | 29 +-
playground/README.md | 21 +-
playground/backend/README.md | 13 +-
playground/backend/cmd/server/controller_test.go | 15 +-
playground/backend/containers/router/Dockerfile | 4 +
playground/backend/containers/router/build.gradle | 23 +-
.../containers/router/datastore}/Dockerfile | 19 +-
.../router/{ => datastore}/entrypoint.sh | 3 +-
.../router/docker-compose.local.yml} | 22 +-
playground/backend/go.mod | 9 +-
playground/backend/go.sum | 293 ++++++++++--
.../backend/internal/environment/property.go | 49 +++
.../property_test.go} | 42 +-
.../helm/Chart.yaml => backend/properties.yaml} | 13 +-
...scio_project.sh => start_datastore_emulator.sh} | 28 +-
..._scio_project.sh => stop_datastore_emulator.sh} | 11 +-
.../task-info.yaml => playground/sdks.yaml | 18 +-
.../core/metrics/MonitoringInfoConstants.java | 31 +-
.../fnexecution/control/RemoteExecutionTest.java | 14 +-
.../control/ExecutionStateSamplerBenchmark.java | 174 ++++++++
.../ExecutionStateSamplerBenchmarkTest.java | 58 +++
.../java/org/apache/beam/fn/harness/FnHarness.java | 16 +-
.../fn/harness/control/ExecutionStateSampler.java | 418 ++++++++++++++++++
.../fn/harness/control/ProcessBundleHandler.java | 99 ++---
.../harness/data/PCollectionConsumerRegistry.java | 76 ++--
.../harness/data/PTransformFunctionRegistry.java | 84 ++--
.../beam/fn/harness/status/BeamFnStatusClient.java | 28 +-
.../harness/control/ExecutionStateSamplerTest.java | 489 +++++++++++++++++++++
.../harness/control/ProcessBundleHandlerTest.java | 30 +-
.../data/PCollectionConsumerRegistryTest.java | 59 ++-
.../data/PTransformFunctionRegistryTest.java | 86 +++-
.../fn/harness/status/BeamFnStatusClientTest.java | 11 +-
.../beam/sdk/io/aws/dynamodb/DynamoDBIO.java | 15 +
.../apache/beam/sdk/io/aws/s3/S3FileSystem.java | 8 +
.../java/org/apache/beam/sdk/io/aws/sns/SnsIO.java | 10 +
.../java/org/apache/beam/sdk/io/aws/sqs/SqsIO.java | 15 +
.../org/apache/beam/sdk/io/kinesis/KinesisIO.java | 13 +
.../python/apache_beam/options/pipeline_options.py | 7 +-
.../runners/dataflow/internal/apiclient.py | 50 ++-
sdks/python/apache_beam/transforms/core.py | 82 ++--
.../apache_beam/transforms/ptransform_test.py | 30 ++
sdks/python/apache_beam/typehints/typehints.py | 29 ++
.../python/apache_beam/typehints/typehints_test.py | 16 +
.../container/py37/base_image_requirements.txt | 2 +-
.../container/py38/base_image_requirements.txt | 2 +-
.../container/py39/base_image_requirements.txt | 2 +-
sdks/python/setup.py | 2 +-
sdks/typescript/Dockerfile | 10 +-
sdks/typescript/boot.go | 73 ++-
.../entrypoint.sh => sdks/typescript/build.sh | 12 +-
sdks/typescript/build_container.sh | 2 +
sdks/typescript/package.json | 14 +-
.../typescript/src/apache_beam/coders/js_coders.ts | 4 +-
.../src/apache_beam/coders/required_coders.ts | 2 +-
.../src/apache_beam/coders/standard_coders.ts | 2 +-
.../src/apache_beam/internal/pipeline.ts | 2 +-
.../src/apache_beam/internal/serialize.ts | 2 +-
sdks/typescript/src/apache_beam/io/pubsub.ts | 2 +-
sdks/typescript/src/apache_beam/pvalue.ts | 2 +-
.../apache_beam/runners/portable_runner/runner.ts | 65 ++-
sdks/typescript/src/apache_beam/serialization.ts | 20 +-
sdks/typescript/src/apache_beam/testing/assert.ts | 6 +-
.../src/apache_beam/transforms/combiners.ts | 2 +-
.../apache_beam/transforms/group_and_combine.ts | 4 +-
.../typescript/src/apache_beam/transforms/index.ts | 2 +-
.../typescript/src/apache_beam/transforms/pardo.ts | 2 +-
.../src/apache_beam/transforms/windowings.ts | 8 +-
sdks/typescript/src/apache_beam/utils/service.ts | 59 ++-
sdks/typescript/src/apache_beam/values.ts | 2 +-
.../src/apache_beam/worker/worker_main.ts | 21 +-
website/www/site/assets/scss/_connectors.sass | 7 +
website/www/site/content/en/about/_index.md | 2 +-
.../site/content/en/documentation/io/connectors.md | 2 +-
.../content/en/documentation/programming-guide.md | 8 +-
website/www/site/data/io_matrix.yaml | 26 +-
website/www/site/i18n/navbar/en.yaml | 2 +
website/www/site/layouts/partials/header.html | 2 +
79 files changed, 2474 insertions(+), 473 deletions(-)
copy {release/go-licenses => playground/backend/containers/router/datastore}/Dockerfile (74%)
copy playground/backend/containers/router/{ => datastore}/entrypoint.sh (86%)
mode change 100755 => 100644
copy playground/backend/{new_scio_project.sh => containers/router/docker-compose.local.yml} (64%)
create mode 100644 playground/backend/internal/environment/property.go
copy playground/backend/internal/{preparers/scio_preparers_test.go => environment/property_test.go} (56%)
copy playground/{infrastructure/helm/Chart.yaml => backend/properties.yaml} (61%)
copy playground/backend/{new_scio_project.sh => start_datastore_emulator.sh} (52%)
copy playground/backend/{new_scio_project.sh => stop_datastore_emulator.sh} (74%)
copy learning/katas/kotlin/IO/Built-in IOs/Built-in IOs/task-info.yaml => playground/sdks.yaml (78%)
create mode 100644 sdks/java/harness/jmh/src/main/java/org/apache/beam/fn/harness/jmh/control/ExecutionStateSamplerBenchmark.java
create mode 100644 sdks/java/harness/jmh/src/test/java/org/apache/beam/fn/harness/jmh/control/ExecutionStateSamplerBenchmarkTest.java
create mode 100644 sdks/java/harness/src/main/java/org/apache/beam/fn/harness/control/ExecutionStateSampler.java
create mode 100644 sdks/java/harness/src/test/java/org/apache/beam/fn/harness/control/ExecutionStateSamplerTest.java
copy playground/backend/containers/router/entrypoint.sh => sdks/typescript/build.sh (75%)