You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2025/03/14 03:49:11 UTC
(beam) branch nightly-refs/heads/master updated (5892df81b24 -> 085140af5b4)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 5892df81b24 Update code-change-guide.md (#34266)
add 89c6402690e Clean up per worker histogram reporting path (#34244)
add bd02aa62fda Remove 2.1 and 2.2 and add 2.8 for Kafka compatibility test (#34265)
add 347d1f15f03 Fix Stress Tests Java Bigquery (#34078)
add fd30941a67c Fix spotless (#34279)
add f831f91268b Eliminate springframework dependency in KafkaIO (#34278)
add bdb26939350 Spark Runner : Fix invalid translateImpulse (#34272)
add 5950a17fdf8 Update join beam doc (#34284)
add 8f7513aee3c Update Lineage to use BoundedTrie
add 8b420bd5412 Update IOs to work with Lineage based on BoundedTrie
add 5a7311c5fcd Escape last segment path as whole
add df98cbc433e Fix comments
add a00f1840935 Merge pull request #33891 Use BoundedTrie metric to track lineage in IO.
add 00861d8276a Updates 2.64.0 release notes to highlight recent additions to the Managed API
add 56409b2e052 Merge pull request #34291: Updates 2.64.0 release notes to highlight recent additions to the Managed API
add 085140af5b4 Use Avro 1.8-compatible Schema constructors in Storage Write API translator (#34281)
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Java_PVR_Spark3_Streaming.json | 2 +-
.github/workflows/beam_PreCommit_Spotless.yml | 12 +-
CHANGES.md | 3 +
.../apache/beam/it/gcp/bigquery/BigQueryIOST.java | 8 +-
.../dataflow/worker/DataflowMetricsContainer.java | 11 +-
.../worker/StreamingStepMetricsContainer.java | 49 ++---
.../worker/StreamingStepMetricsContainerTest.java | 32 ++--
.../dataflow/worker/streaming/StageInfoTest.java | 2 +-
.../SparkStreamingPortablePipelineTranslator.java | 38 ++--
.../beam/sdk/metrics/DelegatingHistogram.java | 25 +--
.../java/org/apache/beam/sdk/metrics/Lineage.java | 197 +++++++++++++--------
.../apache/beam/sdk/metrics/MetricsContainer.java | 9 -
.../org/apache/beam/sdk/metrics/NoOpGauge.java | 42 -----
.../org/apache/beam/sdk/metrics/LineageTest.java | 64 +++++--
.../sdk/extensions/gcp/storage/GcsFileSystem.java | 2 +-
.../extensions/gcp/storage/GcsFileSystemTest.java | 2 +-
.../apache/beam/sdk/io/aws2/s3/S3FileSystem.java | 2 +-
.../beam/sdk/io/aws2/s3/S3FileSystemTest.java | 2 +-
.../azure/blobstore/AzureBlobStoreFileSystem.java | 5 +-
.../blobstore/AzureBlobStoreFileSystemTest.java | 2 +-
.../AvroGenericRecordToStorageApiProto.java | 9 +-
.../sdk/io/gcp/bigquery/BigQuerySinkMetrics.java | 4 +-
.../sdk/io/gcp/pubsub/PreparePubsubWriteDoFn.java | 6 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 5 +-
.../io/gcp/bigquery/BigQuerySinkMetricsTest.java | 18 +-
.../gcp/bigquery/StreamingInsertsMetricsTest.java | 6 +-
.../beam/sdk/io/gcp/bigtable/BigtableReadIT.java | 5 +-
.../beam/sdk/io/gcp/bigtable/BigtableWriteIT.java | 4 +-
.../beam/sdk/io/gcp/spanner/SpannerIOReadTest.java | 50 ++----
.../sdk/io/gcp/spanner/SpannerIOWriteTest.java | 77 ++------
.../org/apache/beam/sdk/io/jdbc/JdbcIOTest.java | 11 +-
sdks/java/io/kafka/build.gradle | 15 +-
sdks/java/io/kafka/kafka-222/build.gradle | 24 ---
.../io/kafka/{kafka-211 => kafka-282}/build.gradle | 4 +-
.../org/apache/beam/sdk/io/kafka/ConsumerSpEL.java | 31 ----
.../apache/beam/sdk/io/kafka/KafkaSinkMetrics.java | 5 +-
.../beam/sdk/io/kafka/KafkaUnboundedReader.java | 2 +-
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 5 +-
.../apache/beam/sdk/io/kafka/KafkaMetricsTest.java | 24 +--
.../beam/sdk/io/kafka/KafkaSinkMetricsTest.java | 5 +-
settings.gradle.kts | 6 +-
.../www/site/content/en/contribute/attributes.md | 2 +-
website/www/site/data/en/join_beam.yaml | 2 +-
43 files changed, 373 insertions(+), 456 deletions(-)
delete mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/NoOpGauge.java
delete mode 100644 sdks/java/io/kafka/kafka-222/build.gradle
rename sdks/java/io/kafka/{kafka-211 => kafka-282}/build.gradle (90%)