You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2024/01/13 03:51:09 UTC

(beam) branch nightly-refs/heads/master updated (cfec51224e4 -> 308c38e243c)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from cfec51224e4 Merge pull request #29958 [YAML] Better support for inline PyTransforms.
     add d70f516ce20 fix: Spanner PostgreSQL should filter on 'public' schema (#29984)
     add db0a4deea2f [IT] Pub/Sub RM should delete subscriptions that were created by Beam (#29957)
     add c38dc77283f Upgrade Parquet to 0.13.1 (#29953)
     add b0d74c3c6f3 Generate per transform schema for validation.
     add 48650f12894 Conditional validation.
     add e50b7cc89d2 Conditionally validate transform schemas.
     add cb825565a9d Better line numbers for messages.
     add 1c7f8392c3b Fix imports.
     add 7cb559f2677 Merge pull request #29830 [YAML] More complete schema validation.
     add 0d58d23f2d9 [#29180][prism] Return total element count to progress loop. Split less aggressively. (#29968)
     add 057c1d56f88 Change colab links  (#30006)
     add 6cd53fad82a Support DLQ in MLTransform (#29938)
     add 308c38e243c [Typescript] Worker improvements (#29903)

No new revisions were added by this update.

Summary of changes:
 .../beam-ml/automatic_model_refresh.ipynb          |  2 +-
 .../compute_and_apply_vocab.ipynb                  |  2 +-
 .../huggingface_text_embeddings.ipynb              |  2 +-
 .../beam-ml/data_preprocessing/scale_data.ipynb    |  2 +-
 .../vertex_ai_text_embeddings.ipynb                |  2 +-
 .../beam/it/gcp/pubsub/PubsubResourceManager.java  | 14 +++-
 .../it/gcp/pubsub/PubsubResourceManagerTest.java   | 28 ++++++-
 .../beam/runners/prism/internal/jobservices/job.go |  2 +-
 .../runners/prism/internal/jobservices/metrics.go  | 18 +++--
 sdks/go/pkg/beam/runners/prism/internal/stage.go   | 15 ++--
 sdks/java/io/file-schema-transform/build.gradle    |  2 +-
 .../beam/sdk/io/gcp/spanner/ReadSpannerSchema.java |  8 +-
 .../sdk/io/gcp/spanner/SpannerIOWriteTest.java     |  3 +-
 sdks/java/io/parquet/build.gradle                  |  2 +-
 sdks/python/apache_beam/ml/transforms/base.py      | 76 +++++++++++++++++--
 sdks/python/apache_beam/ml/transforms/base_test.py | 88 ++++++++++++++++++++++
 .../ml/transforms/embeddings/huggingface.py        | 14 ++--
 .../ml/transforms/embeddings/vertex_ai.py          | 13 +++-
 sdks/python/apache_beam/ml/transforms/handlers.py  |  6 ++
 sdks/python/apache_beam/yaml/generate_yaml_docs.py | 50 +++++++++++-
 sdks/python/apache_beam/yaml/json_utils.py         | 49 ++++++++++++
 sdks/python/apache_beam/yaml/main.py               |  9 ++-
 sdks/python/apache_beam/yaml/yaml_transform.py     | 43 ++++++++---
 sdks/typescript/build.sh                           |  3 -
 sdks/typescript/container/Dockerfile               |  2 +-
 .../typescript/src/apache_beam/coders/js_coders.ts |  7 +-
 .../src/apache_beam/coders/required_coders.ts      |  5 +-
 .../src/apache_beam/coders/standard_coders.ts      |  5 +-
 .../src/apache_beam/internal/pipeline.ts           |  5 +-
 .../src/apache_beam/internal/serialize.ts          |  3 +-
 sdks/typescript/src/apache_beam/io/index.ts        |  3 +-
 sdks/typescript/src/apache_beam/io/pubsub.ts       |  5 +-
 sdks/typescript/src/apache_beam/pvalue.ts          |  7 +-
 .../apache_beam/runners/portable_runner/runner.ts  |  4 +-
 sdks/typescript/src/apache_beam/testing/assert.ts  |  9 +--
 .../src/apache_beam/transforms/combiners.ts        |  5 +-
 .../apache_beam/transforms/group_and_combine.ts    |  9 ++-
 .../typescript/src/apache_beam/transforms/index.ts |  6 +-
 .../typescript/src/apache_beam/transforms/pardo.ts | 12 +--
 .../src/apache_beam/transforms/windowings.ts       | 15 ++--
 .../src/apache_beam/utils/packageJson.ts           | 14 ++--
 sdks/typescript/src/apache_beam/utils/service.ts   |  3 +-
 sdks/typescript/src/apache_beam/values.ts          |  5 +-
 sdks/typescript/src/apache_beam/worker/logging.ts  | 27 +++----
 .../src/apache_beam/worker/worker_main.ts          |  4 +-
 45 files changed, 473 insertions(+), 135 deletions(-)
 copy learning/katas/java/IO/Built-in IOs/Built-in IOs/test/org/apache/beam/learning/katas/io/builtinios/TaskTest.java => sdks/typescript/src/apache_beam/utils/packageJson.ts (77%)