You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2022/11/16 04:42:28 UTC
[beam] branch nightly-refs/heads/master updated (689e70b5131 -> 2fc56ec663e)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 689e70b5131 Implement embedded WebAssembly example (#24081)
add faaac2ab6e0 [Dockerized Jenkins] Update README how to use local repo (#24055)
add e3b9bdb2e60 [Dockerized Jenkins] Fix build of dockerized jenkins (fixes #24053) (#24054)
add 563c66d6fd3 [Website] update pre tag copy link styles #23064
add 2ee809fa0ca Merge pull request #23065: [Website] Update copy icon styles
add 5bd34ede026 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /sdks (#24131)
add 0f4ca6363b3 Editorial review of the ML notebooks. (#24125)
add f349f41010c Configure flutter_code_editor options with Hugo shortcode (#23926) (#24031)
add 85df5f2eb2f Eliminate CalciteUtil.CharType logical type (#24013)
add b2b1c739ce3 [Playground] Move Playground in GKE and Infrastructure change (#23928)
add 3037747f66f Fix broken notebook (#24179)
add e5f58504eef Add error reporting for BatchConverter match failure (#24022)
add f98db2008a9 Update automation to use Go 1.19 (#24175)
add fb4d1d4dea7 Fix broken json for notebook (#24183)
add 526e7a58b62 Using Teardown context instead of deprecated finalize (#24180)
add 08d5f72e5f3 [Python]Support pipe operator as Union (PEP -604) (#24106)
add af637974f96 Add custom inference function support to the PyTorch model handler (#24062)
add c2bc2135e9b Strip FGAC database role from changestreams metadata requests (#24177)
add e8fc759d756 Updated README of Interactive Beam
add 0d7ca041823 Minor update
add f763186987c Addresses #24161 Updated README of Interactive Beam
add 83f1bc19b95 Fix arguments to checkState in BatchViewOverrides
add 2fc56ec663e Merge pull request #24142: Fix arguments to checkState in BatchViewOverrides
No new revisions were added by this update.
Summary of changes:
.../test-properties.json | 2 +-
.github/workflows/build_playground_backend.yml | 4 +-
.github/workflows/build_playground_frontend.yml | 2 +-
.github/workflows/go_tests.yml | 2 +-
.github/workflows/local_env_tests.yml | 4 +-
...d_backend.yml => playground_deploy_backend.yml} | 2 +-
.github/workflows/playground_deploy_examples.yml | 2 +-
.../workflows/playground_deploy_infrastructure.yml | 33 +++
.test-infra/dockerized-jenkins/Dockerfile | 2 +-
.test-infra/dockerized-jenkins/README.md | 10 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
examples/notebooks/beam-ml/README.md | 23 ++-
.../beam-ml/custom_remote_inference.ipynb | 108 ++++++----
.../beam-ml/dataframe_api_preprocessing.ipynb | 211 ++++++++++---------
.../notebooks/beam-ml/run_custom_inference.ipynb | 73 ++++---
.../beam-ml/run_inference_multi_model.ipynb | 120 ++++++-----
.../notebooks/beam-ml/run_inference_pytorch.ipynb | 141 ++++++-------
.../run_inference_pytorch_tensorflow_sklearn.ipynb | 129 +++++++-----
.../notebooks/beam-ml/run_inference_sklearn.ipynb | 80 ++++----
.../beam-ml/run_inference_tensorflow.ipynb | 117 ++++++-----
learning/tour-of-beam/frontend/pubspec.lock | 2 +-
playground/frontend/build.gradle | 2 +-
playground/frontend/lib/config.g.dart | 29 ---
.../example_list/example_item_actions.dart | 4 +-
.../examples_loading_descriptor_factory.dart | 35 +++-
.../examples/models/example_token_type.dart | 7 +
.../lib/playground_components.dart | 2 +
.../example_loaders/empty_example_loader.dart | 8 +-
.../example_loaders/examples_loader.dart | 2 +
...xample_loader.dart => http_example_loader.dart} | 35 ++--
.../example_loaders/standard_example_loader.dart | 4 +-
.../lib/src/controllers/playground_controller.dart | 1 +
.../controllers/snippet_editing_controller.dart | 44 +++-
.../lib/src/enums/complexity.dart | 9 +-
.../lib/src/models/example.dart | 44 ++--
.../lib/src/models/example_base.dart | 28 +--
.../content_example_loading_descriptor.dart | 11 +-
.../example_loading_descriptor.dart | 8 +-
...r.dart => http_example_loading_descriptor.dart} | 18 +-
.../standard_example_loading_descriptor.dart | 6 +-
.../user_shared_example_loading_descriptor.dart | 6 +-
.../lib/src/models/example_view_options.dart | 72 +++++++
.../repositories/complexity_grpc_extension.dart | 4 +-
.../repositories/models/get_snippet_response.dart | 8 +-
.../string.dart} | 10 +-
.../lib/src/widgets/editor_textarea.dart | 13 +-
.../frontend/playground_components/pubspec.yaml | 3 +-
.../example_loaders/http_example_loader_test.dart | 58 ++++++
playground/frontend/pubspec.lock | 4 +-
.../examples_loading_descriptor_factory_test.dart | 224 +++++++++++++++++++++
.../examples/models/example_token_type_test.dart | 48 +++++
.../infrastructure/helm-playground/Chart.yaml | 22 ++
.../helm-playground/templates/backendconf.yml | 24 +++
.../templates/deployment-frontend.yml | 40 ++++
.../helm-playground/templates/deployment-go.yml | 45 +++++
.../helm-playground/templates/deployment-java.yml | 44 ++++
.../templates/deployment-python.yml | 44 ++++
.../templates/deployment-router.yml | 46 +++++
.../helm-playground/templates/deployment-scio.yml | 43 ++++
.../helm-playground/templates/frontendconf.yml | 24 +++
.../helm-playground/templates/ingress.yml | 88 ++++++++
.../helm-playground/templates/managecert.yml | 27 +++
.../helm-playground/templates/service-frontend.yml | 34 ++++
.../helm-playground/templates/service-go.yml | 39 ++++
.../helm-playground/templates/service-java.yml | 39 ++++
.../helm-playground/templates/service-python.yml | 39 ++++
.../helm-playground/templates/service-router.yml | 39 ++++
.../helm-playground/templates/service-scio.yml | 39 ++++
.../infrastructure/helm-playground/values.yaml | 32 +++
playground/terraform/README.md | 163 +++++++++------
playground/terraform/applications/main.tf | 11 +-
playground/terraform/build.gradle.kts | 199 +++++++++++++-----
.../terraform/environment/beta/state.tfbackend | 2 +-
.../{gke/output.tf => api_enable/main.tf} | 11 +-
.../{setup/services.tf => api_enable/variables.tf} | 16 +-
.../terraform/infrastructure/appengine/main.tf | 29 +++
.../{setup/services.tf => appengine/variables.tf} | 25 ++-
playground/terraform/infrastructure/gke/output.tf | 4 +
.../terraform/infrastructure/gke/variables.tf | 3 +-
.../{gke/output.tf => ip_address/main.tf} | 6 +-
.../{setup/services.tf => ip_address/output.tf} | 15 +-
.../ip_address/variables.tf} | 2 +-
playground/terraform/infrastructure/main.tf | 31 ++-
playground/terraform/infrastructure/output.tf | 11 +
playground/terraform/infrastructure/setup/iam.tf | 4 +-
playground/terraform/infrastructure/variables.tf | 7 +-
playground/terraform/main.tf | 12 +-
playground/terraform/output.tf | 44 ++--
playground/terraform/variables.tf | 27 ++-
release/go-licenses/Dockerfile | 2 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 1 +
sdks/go.mod | 2 +-
sdks/go.sum | 3 +-
sdks/go/run_with_go_version.sh | 2 +-
.../java/org/apache/beam/sdk/util/RowJsonTest.java | 8 +-
.../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 25 +--
.../sql/impl/rel/BeamEnumerableConverter.java | 9 +-
.../extensions/sql/impl/utils/CalciteUtils.java | 23 +--
.../beam/sdk/io/gcp/bigquery/BigQueryUtils.java | 15 +-
.../beam/sdk/io/gcp/bigtable/CellValueParser.java | 11 +-
.../gcp/spanner/changestreams/dao/DaoFactory.java | 2 +-
.../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java | 4 +-
.../apache_beam/ml/inference/pytorch_inference.py | 156 +++++++++++---
.../ml/inference/pytorch_inference_test.py | 131 +++++++++++-
.../apache_beam/runners/interactive/README.md | 21 +-
.../typehints/arrow_type_compatibility.py | 33 ++-
.../typehints/arrow_type_compatibility_test.py | 24 +++
sdks/python/apache_beam/typehints/batch.py | 82 +++++---
sdks/python/apache_beam/typehints/batch_test.py | 32 +++
.../typehints/native_type_compatibility.py | 9 +
.../typehints/pandas_type_compatibility.py | 15 +-
.../typehints/pandas_type_compatibility_test.py | 26 ++-
.../typehints/pytorch_type_compatibility.py | 30 +--
.../typehints/pytorch_type_compatibility_test.py | 28 +++
sdks/python/apache_beam/typehints/typehints.py | 5 +
.../python/apache_beam/typehints/typehints_test.py | 10 +
website/www/site/assets/scss/_global.sass | 5 +-
.../www/site/layouts/shortcodes/playground.html | 33 ++-
.../layouts/shortcodes/playground_snippet.html | 36 +++-
119 files changed, 2937 insertions(+), 992 deletions(-)
copy .github/workflows/{build_playground_backend.yml => playground_deploy_backend.yml} (99%)
create mode 100644 .github/workflows/playground_deploy_infrastructure.yml
delete mode 100644 playground/frontend/lib/config.g.dart
copy playground/frontend/playground_components/lib/src/controllers/example_loaders/{empty_example_loader.dart => http_example_loader.dart} (63%)
copy playground/frontend/playground_components/lib/src/models/example_loading_descriptors/{user_shared_example_loading_descriptor.dart => http_example_loading_descriptor.dart} (73%)
create mode 100644 playground/frontend/playground_components/lib/src/models/example_view_options.dart
copy playground/frontend/playground_components/lib/src/{models/example_loading_descriptors/example_loading_descriptor.dart => util/string.dart} (79%)
create mode 100644 playground/frontend/playground_components/test/src/controllers/example_loaders/http_example_loader_test.dart
create mode 100644 playground/frontend/test/modules/examples/models/example_loading_descriptors/examples_loading_descriptor_factory_test.dart
create mode 100644 playground/frontend/test/modules/examples/models/example_token_type_test.dart
create mode 100644 playground/infrastructure/helm-playground/Chart.yaml
create mode 100644 playground/infrastructure/helm-playground/templates/backendconf.yml
create mode 100644 playground/infrastructure/helm-playground/templates/deployment-frontend.yml
create mode 100644 playground/infrastructure/helm-playground/templates/deployment-go.yml
create mode 100644 playground/infrastructure/helm-playground/templates/deployment-java.yml
create mode 100644 playground/infrastructure/helm-playground/templates/deployment-python.yml
create mode 100644 playground/infrastructure/helm-playground/templates/deployment-router.yml
create mode 100644 playground/infrastructure/helm-playground/templates/deployment-scio.yml
create mode 100644 playground/infrastructure/helm-playground/templates/frontendconf.yml
create mode 100644 playground/infrastructure/helm-playground/templates/ingress.yml
create mode 100644 playground/infrastructure/helm-playground/templates/managecert.yml
create mode 100644 playground/infrastructure/helm-playground/templates/service-frontend.yml
create mode 100644 playground/infrastructure/helm-playground/templates/service-go.yml
create mode 100644 playground/infrastructure/helm-playground/templates/service-java.yml
create mode 100644 playground/infrastructure/helm-playground/templates/service-python.yml
create mode 100644 playground/infrastructure/helm-playground/templates/service-router.yml
create mode 100644 playground/infrastructure/helm-playground/templates/service-scio.yml
create mode 100644 playground/infrastructure/helm-playground/values.yaml
copy playground/terraform/infrastructure/{gke/output.tf => api_enable/main.tf} (78%)
copy playground/terraform/infrastructure/{setup/services.tf => api_enable/variables.tf} (72%)
create mode 100644 playground/terraform/infrastructure/appengine/main.tf
copy playground/terraform/infrastructure/{setup/services.tf => appengine/variables.tf} (64%)
copy playground/terraform/infrastructure/{gke/output.tf => ip_address/main.tf} (90%)
rename playground/terraform/infrastructure/{setup/services.tf => ip_address/output.tf} (77%)
copy playground/terraform/{environment/beta/state.tfbackend => infrastructure/ip_address/variables.tf} (95%)