You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2024/09/10 03:32:19 UTC
(beam) branch nightly-refs/heads/master updated (d9a3d4457a0 -> c657507c082)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from d9a3d4457a0 Add keyrings.google-artifactregistry-auth (#32404)
add 2a7755b0f2c Use Knuth–Morris–Pratt algorithm for delimiter search in TextIO (#32398)
add 7a88e6fa0bb [Dataflow Streaming] Move `throwExceptionOnLargeOutput` out of OperationalLimits (#32407)
add 173dd486842 [yaml] Adding Spanner IO Providers for Beam YAML (#31987)
add 4aeb246596d [yaml] Move js2py package to yaml deps (#32377)
add 2573106f367 Bump webpack (#32374)
add 284004484c1 Add jobLabelsMap parameter to BigQueryOptions (#31698)
add 1d0e09a6d57 Support Zstd codec in SerializableAvroCodecFactory (#32352)
add f362045afb7 Bump micromatch from 4.0.2 to 4.0.8 in /website/www
add 2a0ce8f9103 Merge pull request #32375 from apache/dependabot/npm_and_yarn/website/www/micromatch-4.0.8
add 5fbfdba926c Move PubsubIO source Lineage report to MapElements (#32381)
add c657507c082 Upgrade gcp-bom to 26.45.0 (#32413)
No new revisions were added by this update.
Summary of changes:
CHANGES.md | 3 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 16 +-
.../runners/dataflow/worker/OperationalLimits.java | 14 +-
.../dataflow/worker/StreamingDataflowWorker.java | 5 -
.../worker/StreamingModeExecutionContext.java | 7 +-
.../processing/ComputationWorkExecutorFactory.java | 10 +-
.../worker/StreamingDataflowWorkerTest.java | 15 +-
.../worker/StreamingModeExecutionContextTest.java | 3 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 6 +-
scripts/tools/bomupgrader.py | 2 +-
.../container/license_scripts/dep_urls_java.yaml | 2 +-
.../java/org/apache/beam/sdk/io/TextSource.java | 226 ++++++----
.../java/org/apache/beam/sdk/metrics/Lineage.java | 12 +-
.../transforms/providers/ErrorHandling.java | 3 +-
.../org/apache/beam/sdk/io/TextIOReadTest.java | 68 +++
.../org/apache/beam/sdk/io/TextSourceTest.java | 156 +++++++
.../avro/io/SerializableAvroCodecFactory.java | 12 +-
.../avro/io/SerializableAvroCodecFactoryTest.java | 48 ++-
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 8 +
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 28 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 61 +--
.../beam/sdk/io/gcp/spanner/MutationUtils.java | 60 +++
.../SpannerReadSchemaTransformProvider.java | 235 ++++++++++
.../SpannerWriteSchemaTransformProvider.java | 160 +++++--
sdks/python/apache_beam/io/gcp/spanner_wrapper.py | 76 ++++
sdks/python/apache_beam/metrics/metric.py | 14 +-
sdks/python/apache_beam/metrics/metric_test.py | 4 +-
.../apache-beam-jupyterlab-sidepanel/yarn.lock | 480 +++++++++++----------
sdks/python/apache_beam/yaml/integration_tests.py | 17 +
sdks/python/apache_beam/yaml/standard_io.yaml | 27 ++
sdks/python/apache_beam/yaml/tests/spanner.yaml | 95 ++++
sdks/python/setup.py | 6 +-
website/www/yarn.lock | 33 +-
33 files changed, 1477 insertions(+), 435 deletions(-)
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/io/TextSourceTest.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/spanner/SpannerReadSchemaTransformProvider.java
create mode 100644 sdks/python/apache_beam/io/gcp/spanner_wrapper.py
create mode 100644 sdks/python/apache_beam/yaml/tests/spanner.yaml