You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/09/16 06:43:07 UTC
[beam] branch nightly-refs/heads/master updated (26c94b20f74 -> b03dd608765)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 26c94b20f74 Optimize varint reading and writing for small ints. (#23192)
add f7b31ebb033 Pass namespace through RunInference transform (#23182)
add 283f3b170be [GitHub Actions] - INFRA scripts to implement GCP Self-hosted runners (Ubuntu&Windows) (#23158)
add 5e7a03dc7fd GA migration - Base actions to use for precommit and postcommit workflows (#23109)
add 232fa8220e6 [Website] update site navigation #22902
add 24a918240f8 Merge pull request #22968: [Website] update site navigation #22902
add 6911520a516 Test fix Kafka Performance test batch (#23191)
add c871d154bdf Revert "Exclude protobuf 3.20.2" (#23237)
add 065f3c3ed86 Fix outdated code in python sdk install (#23231)
add 94405e6c491 Bump up dataflow python container version to beam-master-20220914 (#23238)
add 30a48f05cf2 Improve the performance of TextSource by reducing how many byte[]s are copied (fixes #23193) (#23196)
add b03dd608765 Issue#21430 Avoid pruning DataframeTransforms (#23069)
No new revisions were added by this update.
Summary of changes:
.../gradle-command-self-hosted-action/action.yml | 45 +++
.../setup-default-test-properties/action.yml | 31 ++
.../test-properties.json | 23 ++
.../actions/setup-self-hosted-action/action.yml | 77 +++++
.github/gh-actions-self-hosted-runners/README.md | 121 +++++++
.../diagrams/gh-actions-k8s-runners-pod.png | Bin 0 -> 72689 bytes
.../diagrams/self-hosted-runners-architecture.png | Bin 0 -> 201523 bytes
.../self-hosted-runners-delete-function.png | Bin 0 -> 77310 bytes
.../helper-functions/README.md | 39 +++
.../helper-functions/cloud-functions/example.env | 8 +
.../cloud-functions/generateToken/index.js | 76 +++++
.../cloud-functions/generateToken/package.json | 14 +
.../cloud-functions/monitorRunnersStatus/index.js | 88 +++++
.../monitorRunnersStatus/package.json | 14 +
.../cloud-functions/removeOfflineRunners/index.js | 81 +++++
.../removeOfflineRunners/package.json | 14 +
.../cloud-functions/shared/constants.js | 19 ++
.../self-hosted-linux/README.md | 100 ++++++
.../self-hosted-linux/docker/Dockerfile | 59 ++++
.../self-hosted-linux/docker/docker-compose.yml | 30 ++
.../self-hosted-linux/docker/entrypoint.sh | 58 ++++
.../self-hosted-linux/docker/example.var.env | 7 +
.../kubernetes/delete-k8s-deployment.sh | 20 ++
.../kubernetes/github-actions-deployment.yml | 76 +++++
.../kubernetes/github-actions-hpa.yml | 29 ++
.../kubernetes/github-actions-secrets.yml | 30 ++
.../kubernetes/github-actions-vpa.yml | 28 ++
.../kubernetes/run-k8s-deployment.sh | 22 ++
.../self-hosted-windows/README.md | 43 +++
.../self-hosted-windows/shutdownScript.ps1 | 23 ++
.../self-hosted-windows/startupScript.ps1 | 49 +++
.../jenkins/job_PerformanceTests_KafkaIO_IT.groovy | 5 +-
.../kafka-cluster/05-kafka/configmap-config.yaml | 4 +-
CHANGES.md | 1 +
sdks/java/core/jmh/build.gradle | 2 +
.../beam/sdk/jmh/io/TextSourceBenchmark.java | 117 +++++++
.../org/apache/beam/sdk/jmh/io/package-info.java | 20 ++
.../java/org/apache/beam/sdk/io/TextSource.java | 359 ++++++++++++++-------
.../org/apache/beam/sdk/io/TextIOReadTest.java | 69 ++--
.../org/apache/beam/sdk/io/kafka/KafkaIOIT.java | 6 +-
sdks/python/apache_beam/dataframe/frames_test.py | 36 +++
sdks/python/apache_beam/ml/inference/base.py | 23 +-
sdks/python/apache_beam/ml/inference/base_test.py | 19 ++
.../apache_beam/ml/inference/pytorch_inference.py | 4 +-
.../ml/inference/pytorch_inference_test.py | 3 +-
.../apache_beam/ml/inference/sklearn_inference.py | 14 +
.../apache_beam/runners/dataflow/internal/names.py | 4 +-
.../runners/interactive/pipeline_fragment.py | 9 +-
.../runners/interactive/testing/mock_env.py | 3 +-
.../pytorch_image_classification_benchmarks.py | 2 +-
.../pytorch_language_modeling_benchmarks.py | 2 +-
sdks/python/build-requirements.txt | 1 -
sdks/python/findSupportedPython.groovy | 80 -----
sdks/python/gen_protos.py | 4 +-
sdks/python/setup.py | 2 +-
.../resources/learning-resources.md | 3 +
.../resources/videos-and-podcasts.md | 2 +-
.../partials/section-menu/en/get-started.html | 21 +-
58 files changed, 1788 insertions(+), 251 deletions(-)
create mode 100644 .github/actions/gradle-command-self-hosted-action/action.yml
create mode 100644 .github/actions/setup-default-test-properties/action.yml
create mode 100644 .github/actions/setup-default-test-properties/test-properties.json
create mode 100644 .github/actions/setup-self-hosted-action/action.yml
create mode 100644 .github/gh-actions-self-hosted-runners/README.md
create mode 100644 .github/gh-actions-self-hosted-runners/diagrams/gh-actions-k8s-runners-pod.png
create mode 100644 .github/gh-actions-self-hosted-runners/diagrams/self-hosted-runners-architecture.png
create mode 100644 .github/gh-actions-self-hosted-runners/diagrams/self-hosted-runners-delete-function.png
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/README.md
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/cloud-functions/example.env
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/cloud-functions/generateToken/index.js
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/cloud-functions/generateToken/package.json
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/cloud-functions/monitorRunnersStatus/index.js
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/cloud-functions/monitorRunnersStatus/package.json
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/cloud-functions/removeOfflineRunners/index.js
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/cloud-functions/removeOfflineRunners/package.json
create mode 100644 .github/gh-actions-self-hosted-runners/helper-functions/cloud-functions/shared/constants.js
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/README.md
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/docker/Dockerfile
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/docker/docker-compose.yml
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/docker/entrypoint.sh
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/docker/example.var.env
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/kubernetes/delete-k8s-deployment.sh
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/kubernetes/github-actions-deployment.yml
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/kubernetes/github-actions-hpa.yml
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/kubernetes/github-actions-secrets.yml
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/kubernetes/github-actions-vpa.yml
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-linux/kubernetes/run-k8s-deployment.sh
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-windows/README.md
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-windows/shutdownScript.ps1
create mode 100644 .github/gh-actions-self-hosted-runners/self-hosted-windows/startupScript.ps1
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/io/TextSourceBenchmark.java
create mode 100644 sdks/java/core/jmh/src/main/java/org/apache/beam/sdk/jmh/io/package-info.java
delete mode 100644 sdks/python/findSupportedPython.groovy
rename website/www/site/content/en/{documentation => get-started}/resources/learning-resources.md (99%)
rename website/www/site/content/en/{documentation => get-started}/resources/videos-and-podcasts.md (99%)