You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2021/10/15 03:49:56 UTC
[beam] tag nightly-master updated (573beba -> 0542886)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.
*** WARNING: tag nightly-master was modified! ***
from 573beba (commit)
to 0542886 (commit)
from 573beba Prepare release of apache-beam-jupyterlab-sidepanel v2.0.0
add daca914 Add java executor to compile java code in created file system environment.
add 22edf27 Merge pull request #15660 from [BEAM-12971][Playground] Add java executor
add d296688 Use daemon thread to report lull operation and move code to FnApiWorkerStatusHandler
add bd0ac38 Merge pull request #15676 from y1chi/lull_logging
add 2ad9e3c Merge pull request #15722 from [BEAM-13022] [Playground] Run code on the backend
add 0863d95 [BEAM-12922] Test MapState putIfAbsent with no read (#15704)
add f3e89b6 [BEAM-12640] Skip checkerframework on generated code/test libraries for JMH.
add e8c6c57 [BEAM-13015] Add tiny bundle processing benchmark for Java SDK harness.
add 21a4715 Merge pull request #15702 from lukecwik/beam13015
add 0b1931c [Go SDK] Small typo fixes. (#15725)
add e290c08 [BEAM-13038] Migrate to use a context object within PTransformRunnerFactory. (#15711)
add 7634dfb [BEAM-13053] Avoid runner v2 when streaming engine explicitly disabled.
add b0954e2 Merge pull request #15723 from robertwb/beam-13053
add 8c3af01 [BEAM-12135] Avoid windowing overhead in Spark global GBK. (#15637)
add 0542886 [BEAM-12907] Run DataFrame API tests with multiple pandas versions (#15587)
No new revisions were added by this update.
Summary of changes:
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 12 +
playground/backend/.gitkeep | 0
playground/backend/go.sum | 118 ++
playground/backend/internal/api/.gitkeep | 0
playground/backend/internal/api/playground.pb.go | 808 ++++++++++++++
.../backend/internal/api/playground_grpc.pb.go | 232 ++++
playground/backend/internal/executors/executor.go | 88 +-
.../executors/{goexecutor.go => go_helper.go} | 16 +-
.../backend/internal/executors/java_helper.go | 69 ++
.../backend/internal/executors/java_helper_test.go | 76 ++
.../backend/internal/executors/javaexecutor.go | 31 -
.../backend/internal/fs_tool/path_checker.go | 59 +
playground/frontend/README.md | 14 +-
.../lib/constants/{sizes.dart => api.dart} | 22 +-
playground/frontend/lib/constants/sizes.dart | 1 +
.../modules/editor/components/editor_textarea.dart | 4 +-
.../components/run_button.dart} | 34 +-
.../code_client/check_status_response.dart} | 24 +-
.../code_repository/code_client/code_client.dart} | 29 +-
.../code_client/grpc_code_client.dart | 114 ++
.../code_client/output_response.dart} | 24 +-
.../code_client/run_code_response.dart} | 24 +-
.../code_repository/code_repository.dart | 84 ++
.../code_repository/run_code_error.dart} | 24 +-
.../code_repository/run_code_request.dart} | 25 +-
.../code_repository/run_code_result.dart} | 37 +-
.../lib/modules/output/components/output_area.dart | 23 +-
.../components/editor_textarea_wrapper.dart | 22 +-
.../components/playground_page_providers.dart | 13 +-
.../pages/playground/states/playground_state.dart | 40 +-
playground/frontend/pubspec.lock | 329 ++++++
playground/frontend/pubspec.yaml | 3 +
.../code_repository/code_repository_test.dart | 152 +++
.../playground/states/playground_state_test.dart | 4 +-
playground/frontend/web/index.html | 8 +
.../GroupNonMergingWindowsFunctions.java | 25 +
.../SparkBatchPortablePipelineTranslator.java | 10 +-
.../spark/translation/TransformTranslator.java | 10 +-
sdks/go/pkg/beam/core/runtime/xlangx/registry.go | 5 +-
.../pkg/beam/core/runtime/xlangx/registry_test.go | 2 +-
sdks/go/pkg/beam/core/util/hooks/hooks.go | 4 +-
.../org/apache/beam/sdk/util/WindowedValue.java | 16 +
.../org/apache/beam/sdk/transforms/ParDoTest.java | 59 +
sdks/java/harness/build.gradle | 16 +
.../beam/fn/harness/ProcessBundleBenchmark.java | 282 +++++
.../org/apache/beam/fn/harness/package-info.java | 23 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 53 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 51 +-
.../org/apache/beam/fn/harness/CombineRunners.java | 60 +-
.../org/apache/beam/fn/harness/FlattenRunner.java | 49 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 92 +-
.../org/apache/beam/fn/harness/MapFnRunners.java | 51 +-
.../beam/fn/harness/PTransformRunnerFactory.java | 156 +--
.../fn/harness/control/ProcessBundleHandler.java | 143 ++-
.../harness/data/PCollectionConsumerRegistry.java | 9 -
.../beam/fn/harness/AssignWindowsRunnerTest.java | 66 +-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 123 +--
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 63 +-
.../apache/beam/fn/harness/CombineRunnersTest.java | 301 ++---
.../apache/beam/fn/harness/FlattenRunnerTest.java | 113 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 1158 +++++++-------------
.../apache/beam/fn/harness/MapFnRunnersTest.java | 181 +--
.../PTransformRunnerFactoryTestContext.java | 258 +++++
.../harness/control/ProcessBundleHandlerTest.java | 235 +---
.../runners/dataflow/dataflow_runner.py | 1 +
.../portability/fn_api_runner/fn_runner_test.py | 20 -
.../apache_beam/runners/worker/sdk_worker.py | 76 --
.../apache_beam/runners/worker/sdk_worker_test.py | 62 --
.../apache_beam/runners/worker/worker_status.py | 76 +-
.../runners/worker/worker_status_test.py | 41 +
sdks/python/test-suites/tox/py38/build.gradle | 43 +-
sdks/python/tox.ini | 11 +
72 files changed, 4110 insertions(+), 2397 deletions(-)
delete mode 100644 playground/backend/.gitkeep
create mode 100644 playground/backend/go.sum
delete mode 100644 playground/backend/internal/api/.gitkeep
create mode 100644 playground/backend/internal/api/playground.pb.go
create mode 100644 playground/backend/internal/api/playground_grpc.pb.go
rename playground/backend/internal/executors/{goexecutor.go => go_helper.go} (73%)
create mode 100644 playground/backend/internal/executors/java_helper.go
create mode 100644 playground/backend/internal/executors/java_helper_test.go
delete mode 100644 playground/backend/internal/executors/javaexecutor.go
create mode 100644 playground/backend/internal/fs_tool/path_checker.go
copy playground/frontend/lib/constants/{sizes.dart => api.dart} (64%)
copy playground/frontend/lib/modules/{output/components/output_area.dart => editor/components/run_button.dart} (57%)
copy playground/frontend/lib/{constants/sizes.dart => modules/editor/repository/code_repository/code_client/check_status_response.dart} (64%)
copy playground/frontend/lib/modules/{output/components/output_area.dart => editor/repository/code_repository/code_client/code_client.dart} (53%)
create mode 100644 playground/frontend/lib/modules/editor/repository/code_repository/code_client/grpc_code_client.dart
copy playground/frontend/lib/{constants/sizes.dart => modules/editor/repository/code_repository/code_client/output_response.dart} (64%)
copy playground/frontend/lib/{constants/sizes.dart => modules/editor/repository/code_repository/code_client/run_code_response.dart} (64%)
create mode 100644 playground/frontend/lib/modules/editor/repository/code_repository/code_repository.dart
copy playground/frontend/lib/{constants/sizes.dart => modules/editor/repository/code_repository/run_code_error.dart} (64%)
copy playground/frontend/lib/{constants/sizes.dart => modules/editor/repository/code_repository/run_code_request.dart} (64%)
copy playground/frontend/lib/modules/{output/components/output_area.dart => editor/repository/code_repository/run_code_result.dart} (53%)
create mode 100644 playground/frontend/test/modules/editor/repository/code_repository/code_repository_test.dart
create mode 100644 sdks/java/harness/src/jmh/java/org/apache/beam/fn/harness/ProcessBundleBenchmark.java
copy playground/frontend/lib/constants/sizes.dart => sdks/java/harness/src/jmh/java/org/apache/beam/fn/harness/package-info.java (64%)
create mode 100644 sdks/java/harness/src/test/java/org/apache/beam/fn/harness/PTransformRunnerFactoryTestContext.java