You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by an...@apache.org on 2023/12/12 01:25:36 UTC
(beam) 01/01: Merge remote-tracking branch 'origin/master' into compute_cost
This is an automated email from the ASF dual-hosted git repository.
anandinguva pushed a commit to branch compute_cost
in repository https://gitbox.apache.org/repos/asf/beam.git
commit db36ffbbadbe778c19924d3c65e347eda69f50c3
Merge: 016573bf4f1 bdaec7a13ed
Author: Anand Inguva <an...@gmail.com>
AuthorDate: Mon Dec 11 20:25:25 2023 -0500
Merge remote-tracking branch 'origin/master' into compute_cost
CHANGES.md | 1 +
.../beam/model/pipeline/v1/beam_runner_api.proto | 5 +
.../streaming/io/source/FlinkSourceReaderBase.java | 80 +---
.../io/source/FlinkSourceSplitEnumerator.java | 1 -
.../source/bounded/FlinkBoundedSourceReader.java | 92 ++++-
.../unbounded/FlinkUnboundedSourceReader.java | 51 +++
.../io/source/FlinkSourceReaderTestBase.java | 8 +-
.../bounded/FlinkBoundedSourceReaderTest.java | 18 +-
.../dataflow/worker/BatchDataflowWorkerTest.java | 2 +
.../worker/DataflowWorkUnitClientTest.java | 3 +
.../worker/StreamingDataflowWorkerTest.java | 1 -
.../worker/StreamingModeExecutionContextTest.java | 4 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 4 +-
.../worker/StreamingSideInputFetcherTest.java | 4 +-
.../worker/StreamingStepMetricsContainerTest.java | 4 +-
.../DataflowWorkerLoggingInitializerTest.java | 2 +
.../worker/streaming/ActiveWorkStateTest.java | 4 +-
.../worker/streaming/WeightBoundedQueueTest.java | 3 +
.../sideinput/SideInputStateFetcherTest.java | 3 +
.../windmill/client/WindmillStreamPoolTest.java | 3 +
.../grpc/GrpcGetWorkerMetadataStreamTest.java | 2 +
.../client/grpc/GrpcWindmillServerTest.java | 3 +-
.../client/grpc/StreamingEngineClientTest.java | 2 +
.../client/grpc/WindmillStreamSenderTest.java | 2 +
.../windmill/state/WindmillStateCacheTest.java | 4 +-
.../windmill/state/WindmillStateInternalsTest.java | 4 +-
.../windmill/state/WindmillStateReaderTest.java | 3 +
.../budget/EvenGetWorkBudgetDistributorTest.java | 2 +
.../work/budget/GetWorkBudgetRefresherTest.java | 3 +
.../windmill/work/budget/GetWorkBudgetTest.java | 3 +
.../fnexecution/control/RemoteExecutionTest.java | 13 +-
sdks/go.mod | 18 +-
sdks/go.sum | 36 +-
.../transforms/SchemaTransformProvider.java | 9 +
.../TypedSchemaTransformProviderTest.java | 6 +
.../sdk/expansion/service/ExpansionService.java | 1 +
.../SqlTransformSchemaTransformProvider.java | 17 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 4 +
.../beam/fn/harness/state/FnApiStateAccessor.java | 12 +-
.../beam/fn/harness/state/MultimapSideInput.java | 111 ++---
.../fn/harness/state/MultimapSideInputTest.java | 12 +-
...ueryStorageWriteApiSchemaTransformProvider.java | 10 +
sdks/python/apache_beam/ml/transforms/base.py | 446 +++++++++++++++++++--
sdks/python/apache_beam/ml/transforms/base_test.py | 339 +++++++++++++++-
.../ml/transforms/embeddings/__init__.py | 21 +
.../ml/transforms/embeddings/huggingface.py | 131 ++++++
.../ml/transforms/embeddings/huggingface_test.py | 278 +++++++++++++
.../ml/transforms/embeddings/vertex_ai.py | 154 +++++++
.../ml/transforms/embeddings/vertex_ai_test.py | 249 ++++++++++++
sdks/python/apache_beam/ml/transforms/handlers.py | 6 +-
.../apache_beam/ml/transforms/handlers_test.py | 12 +-
sdks/python/apache_beam/ml/transforms/tft.py | 15 +
sdks/python/apache_beam/ml/transforms/tft_test.py | 7 +-
sdks/python/apache_beam/ml/transforms/utils.py | 16 +-
sdks/python/apache_beam/portability/common_urns.py | 2 +
.../portability/fn_api_runner/worker_handlers.py | 9 +-
.../apache_beam/runners/worker/bundle_processor.py | 77 ++--
.../runners/worker/bundle_processor_test.py | 6 +-
.../apache_beam/runners/worker/log_handler_test.py | 2 +-
.../apache_beam/runners/worker/sdk_worker.py | 6 +
.../apache_beam/runners/worker/sdk_worker_main.py | 10 +-
.../apache_beam/runners/worker/sdk_worker_test.py | 8 +-
sdks/python/apache_beam/transforms/external.py | 22 +-
sdks/python/apache_beam/typehints/typehints.py | 8 +-
.../apache_beam/yaml/standard_providers.yaml | 14 +-
sdks/python/apache_beam/yaml/yaml_mapping.py | 22 +
sdks/python/apache_beam/yaml/yaml_provider.py | 90 ++++-
sdks/python/container/boot.go | 28 ++
.../container/py310/base_image_requirements.txt | 1 +
.../container/py311/base_image_requirements.txt | 1 +
.../container/py38/base_image_requirements.txt | 1 +
.../container/py39/base_image_requirements.txt | 1 +
sdks/python/gen_protos.py | 1 -
sdks/python/scripts/generate_pydoc.sh | 4 +-
sdks/python/setup.py | 1 +
sdks/python/test-suites/tox/py38/build.gradle | 4 +
sdks/python/tox.ini | 16 +-
77 files changed, 2244 insertions(+), 334 deletions(-)