You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by an...@apache.org on 2023/12/12 01:25:36 UTC

(beam) 01/01: Merge remote-tracking branch 'origin/master' into compute_cost

This is an automated email from the ASF dual-hosted git repository.

anandinguva pushed a commit to branch compute_cost
in repository https://gitbox.apache.org/repos/asf/beam.git

commit db36ffbbadbe778c19924d3c65e347eda69f50c3
Merge: 016573bf4f1 bdaec7a13ed
Author: Anand Inguva <an...@gmail.com>
AuthorDate: Mon Dec 11 20:25:25 2023 -0500

    Merge remote-tracking branch 'origin/master' into compute_cost

 CHANGES.md                                         |   1 +
 .../beam/model/pipeline/v1/beam_runner_api.proto   |   5 +
 .../streaming/io/source/FlinkSourceReaderBase.java |  80 +---
 .../io/source/FlinkSourceSplitEnumerator.java      |   1 -
 .../source/bounded/FlinkBoundedSourceReader.java   |  92 ++++-
 .../unbounded/FlinkUnboundedSourceReader.java      |  51 +++
 .../io/source/FlinkSourceReaderTestBase.java       |   8 +-
 .../bounded/FlinkBoundedSourceReaderTest.java      |  18 +-
 .../dataflow/worker/BatchDataflowWorkerTest.java   |   2 +
 .../worker/DataflowWorkUnitClientTest.java         |   3 +
 .../worker/StreamingDataflowWorkerTest.java        |   1 -
 .../worker/StreamingModeExecutionContextTest.java  |   4 +-
 .../worker/StreamingSideInputDoFnRunnerTest.java   |   4 +-
 .../worker/StreamingSideInputFetcherTest.java      |   4 +-
 .../worker/StreamingStepMetricsContainerTest.java  |   4 +-
 .../DataflowWorkerLoggingInitializerTest.java      |   2 +
 .../worker/streaming/ActiveWorkStateTest.java      |   4 +-
 .../worker/streaming/WeightBoundedQueueTest.java   |   3 +
 .../sideinput/SideInputStateFetcherTest.java       |   3 +
 .../windmill/client/WindmillStreamPoolTest.java    |   3 +
 .../grpc/GrpcGetWorkerMetadataStreamTest.java      |   2 +
 .../client/grpc/GrpcWindmillServerTest.java        |   3 +-
 .../client/grpc/StreamingEngineClientTest.java     |   2 +
 .../client/grpc/WindmillStreamSenderTest.java      |   2 +
 .../windmill/state/WindmillStateCacheTest.java     |   4 +-
 .../windmill/state/WindmillStateInternalsTest.java |   4 +-
 .../windmill/state/WindmillStateReaderTest.java    |   3 +
 .../budget/EvenGetWorkBudgetDistributorTest.java   |   2 +
 .../work/budget/GetWorkBudgetRefresherTest.java    |   3 +
 .../windmill/work/budget/GetWorkBudgetTest.java    |   3 +
 .../fnexecution/control/RemoteExecutionTest.java   |  13 +-
 sdks/go.mod                                        |  18 +-
 sdks/go.sum                                        |  36 +-
 .../transforms/SchemaTransformProvider.java        |   9 +
 .../TypedSchemaTransformProviderTest.java          |   6 +
 .../sdk/expansion/service/ExpansionService.java    |   1 +
 .../SqlTransformSchemaTransformProvider.java       |  17 +-
 .../apache/beam/fn/harness/FnApiDoFnRunner.java    |   4 +
 .../beam/fn/harness/state/FnApiStateAccessor.java  |  12 +-
 .../beam/fn/harness/state/MultimapSideInput.java   | 111 ++---
 .../fn/harness/state/MultimapSideInputTest.java    |  12 +-
 ...ueryStorageWriteApiSchemaTransformProvider.java |  10 +
 sdks/python/apache_beam/ml/transforms/base.py      | 446 +++++++++++++++++++--
 sdks/python/apache_beam/ml/transforms/base_test.py | 339 +++++++++++++++-
 .../ml/transforms/embeddings/__init__.py           |  21 +
 .../ml/transforms/embeddings/huggingface.py        | 131 ++++++
 .../ml/transforms/embeddings/huggingface_test.py   | 278 +++++++++++++
 .../ml/transforms/embeddings/vertex_ai.py          | 154 +++++++
 .../ml/transforms/embeddings/vertex_ai_test.py     | 249 ++++++++++++
 sdks/python/apache_beam/ml/transforms/handlers.py  |   6 +-
 .../apache_beam/ml/transforms/handlers_test.py     |  12 +-
 sdks/python/apache_beam/ml/transforms/tft.py       |  15 +
 sdks/python/apache_beam/ml/transforms/tft_test.py  |   7 +-
 sdks/python/apache_beam/ml/transforms/utils.py     |  16 +-
 sdks/python/apache_beam/portability/common_urns.py |   2 +
 .../portability/fn_api_runner/worker_handlers.py   |   9 +-
 .../apache_beam/runners/worker/bundle_processor.py |  77 ++--
 .../runners/worker/bundle_processor_test.py        |   6 +-
 .../apache_beam/runners/worker/log_handler_test.py |   2 +-
 .../apache_beam/runners/worker/sdk_worker.py       |   6 +
 .../apache_beam/runners/worker/sdk_worker_main.py  |  10 +-
 .../apache_beam/runners/worker/sdk_worker_test.py  |   8 +-
 sdks/python/apache_beam/transforms/external.py     |  22 +-
 sdks/python/apache_beam/typehints/typehints.py     |   8 +-
 .../apache_beam/yaml/standard_providers.yaml       |  14 +-
 sdks/python/apache_beam/yaml/yaml_mapping.py       |  22 +
 sdks/python/apache_beam/yaml/yaml_provider.py      |  90 ++++-
 sdks/python/container/boot.go                      |  28 ++
 .../container/py310/base_image_requirements.txt    |   1 +
 .../container/py311/base_image_requirements.txt    |   1 +
 .../container/py38/base_image_requirements.txt     |   1 +
 .../container/py39/base_image_requirements.txt     |   1 +
 sdks/python/gen_protos.py                          |   1 -
 sdks/python/scripts/generate_pydoc.sh              |   4 +-
 sdks/python/setup.py                               |   1 +
 sdks/python/test-suites/tox/py38/build.gradle      |   4 +
 sdks/python/tox.ini                                |  16 +-
 77 files changed, 2244 insertions(+), 334 deletions(-)