You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2026/04/14 17:24:57 UTC

(beam) branch dependabot/pip/sdks/python/container/ml/py311/pygments-2.20.0 updated (45a83e7f2b8 -> fae5e88c2b8)

This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to branch dependabot/pip/sdks/python/container/ml/py311/pygments-2.20.0
in repository https://gitbox.apache.org/repos/asf/beam.git


 discard 45a83e7f2b8 Bump pygments from 2.19.2 to 2.20.0 in /sdks/python/container/ml/py311
     add 1fb308859ef Add GNU time to ARC runner image (#38022)
     add f456b70ecfd Add ADK model handler (#37917)
     add 24f02bb2841 Remove 3.14 runs from ML Tests (#38023)
     add ee02db885b8 [Iceberg AddFiles] Use thread pool to process incoming datafiles (#38018)
     add b39a95f5d8d Improve bq cdc scalability (#38015)
     add b090e22064e Allow tagged types in with_exception_handling. (#37590)
     add d301a673218 Fix lint (#38032)
     add 5d97107143b adding new metadata skill
     add be364d5f8ed add license.
     add 4f473d87f7a Merge pull request #37868 from stankiewicz/branch_skill_metadata
     add 1ae923e60d5 Set python 3.14 version where needed (#38030)
     add d83275adc61 remove void
     add 3249e2e334a outstanding jdbc violation
     add fae0219d692 cleanup
     add 9ea861238d1 Merge pull request #37902 from stankiewicz/error_prone_voidUsed
     add d9fa6082ba8 [BigQueryIO] Fix Storage Read API crash on empty tables in streaming pipelines.
     add 3fa8b0ca5f4 Update sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/BigQueryStorageSourceBase.java
     add bfdac1aaa90 add member variable to keep track of source split result
     add b7c87f23ce8 Merge pull request #38009 from stankiewicz/fix_bq_empty_table
     add a05482e92d9 - adds new outputWindowedValue(WV) public interface with implementations - add tests to cover metadata propagation across parDos in single and mulitple stages for direct runner - plumbs metadata propagation, where it was lost previously.
     add 36d2b4832f3 fix npe in ReduceRunner..
     add 80c7a49e743 find npe
     add 7a5c9822318 review feedback - remove duplicated code and unused variables
     add 1c53cb26cd1 Merge pull request #37851 from stankiewicz/metadata_propagation
     add 24f562d84f6 Downgrade Postgres driver to 42.6.2
     add 7fdee986a2a Merge pull request #38024 from Abacn/downgrade-postgres
     add 295dc1c57be Move Python PostCommits to Ubuntu-24.04 Runners (#38031)
     add ceed48c0781 Fix Portable PreCommit on 3.14 (#38033)
     add 090133198e5 Add a FailoverChannel wrapper on top of IsolationChannel to maintain a set of primary and failover channel. (#37840)
     add bb8e6bcbab9 added GCP auth to Java Dataflow V2 streaming validates runner (#38027)
     add 84a28e7e084 Update Python container workflows for parallelization
     add c8e45e79c69 Merge pull request #38034 from jrmccluskey/314container
     add f7bdf517ccb Fix vLLM worker (#38008)
     add 9baebbbae92 Bump lodash from 4.17.23 to 4.18.1 in /website/www (#38042)
     add 303a0768f13 Fix 3.14 distroless build, snapshot publishing (#38048)
     add 67259e0f1e4 Add PubSub RateLimiter example (#37992)
     add db7c5391fbb Bump requests from 2.32.4 to 2.33.0 in /infra/enforcement (#37975)
     add bb438338f45 fix vllm lint (#38051)
     add f348cd0c4fd [BigQuery] Handle 409 Conflict in BigqueryClient dataset and table creation
     add 47bebc33cad [BigQuery] Handle 409 Conflict in BigqueryClient testing client for dataset and table creation
     add a7c65ff32b5 Remove 3.14 ML container reference from snapshot action (#38049)
     add f7022b5a25b Update Google BOM to 26.79.0
     add 2505e4e7fd9 Merge pull request #38021 from kennknowles/update-google-bom
     add 8f9c005a5c0 Moving to 2.74.0-SNAPSHOT on master branch.
     add 97359441166 Update CHANGES.md for 2.74.0
     add 08857d2210b Use ubuntu 24.04 for PostCommit TransformService Direct
     add 5f5b03c0d2a Merge pull request #38054 from apache/fix-transform-service
     add 60723cde2c0 Bump Python FnAPI beam-master container (#38041)
     add 190898cd743 Avoid cloning live dev venv for yaml expansion in CI (#38063)
     add b9b7a6729cd Enable SpannerChangeStreamPlacementTableIT and update IntegrationTestEnv cleanup (#38052)
     add d0ec8d1e40d fix MetadataPropagationTest.java
     add 5ff3611614b Merge pull request #38065 from apanich/patch-6
     add 3cc224fb8f1 increase timeout via posargs (#37989)
     add 392b869ef86 Fix py314:mongodbioIT (#38062)
     add a03784efc93 Fix BigQueryEnrichmentHandler batch handling for duplicate keys (#38040)
     add 5932587d20e Add CHANGES.md note for BigQueryEnrichmentHandler duplicate-key batch fix (#38068)
     add 211cd6662d2 Run python_dependency_tests during release validation. (#38070)
     add 718ff4ec15d Fix Prism global window side input visibility in GetSideData (#38067)
     add c1e44fb0258 portable date java and model changes (#38077)
     add 6756b1223d0 Fix type in dask runner tox target
     add 3875b217aae Merge pull request #38076 from Abacn/fixdask
     add 08caae8e328 Bump node-forge from 1.3.2 to 1.4.0 in /sdks/typescript
     add 63823a80d53 Merge pull request #37987: Bump node-forge from 1.3.2 to 1.4.0 in /sdks/typescript
     add ee3ea237e89 Use python version argument (#38066)
     add 28a0cb14ebd Fix GrpcLoggingServiceTest hang on client error (#38082)
     add 5fc49f97e99 Ensure LazyFlinkSourceSplitEnumerator handle splits happens after initialized
     add 9fe425ffb56 Merge pull request #38083 from Abacn/fix-flink-race
     add f7c280c77d2 add waitForReady to logging stream and control stream to handle sdk starting before the runner. (#37982)
     add d4ff738d503 Add explicit warning if cython is not available in setup.py (#37953)
     add b05b7f3ccca Moves finalize ids out of WorkItem proto and into AssembledWorkItem class. (#37954)
     add d1d546976d3 [Java] Add ByteStringOutputStream.isEmpty() and reduce ByteStringOutputStream.size() calls (#37947)
     add 31448481939 Optimize ApproximateQuantiles by removing unused context and adding registrations. (#38085)
     add c68f520d273 [Iceberg AddFiles] Allow very large batch import (#38039)
     add 37ae1ffc176 [Java Portable SDK] Configure JVM so that it exits upon OutOfMemoryError originating in JVM. (#37764)
     add 219cac9fae8 Fix Recommendations AI catalog outputs and sklearn pins for 3.14 (#38069)
     add a5f000fca5c Fix concurrency for pull_request_target triggered workflows (#38093)
     add 8e40d4450b7 compare argument type in a null-friendly way (#38092)
     add 7ae7d248fa8 small dep upgrade to avoid vulns (#38091)
     add 532dd85dab8 [ML] Add AnthropicModelHandler for direct Claude inference (#37956)
     add 46052504435 Fix NameError when pydot is not installed in Beam Playground (#38074)
     add 47031efee65 Make MinRowCountForPageSizeCheck available with ValueProvider (#38114)
     add a1f260be744 add AWS to IO expansion service (#38111)
     add 923ed03ce5a Fix table-row benchmark argument file paths (#38128)
     add 4d4da5723c7 Fix ML flakes (#38088)
     add 5ee67c6c0bb Bump go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp (#38112)
     add 60c8a23b43d Improve the Javadoc for encode/decode methods in coder methods in coder for better clarity on context behaviour
     add 760905140cb Apply spotless formatting
     add 18395a2a3cc Fix minimal javadoc wording for coder encode decode
     add 88ebf83177f Fix serial warning in starter and example archetype
     add 379a7f03acf add PicoWordCount Example (Minimal Beam wordcount pipeline)
     add cf2eebe615a Fix formmatting (spotless)
     add c632f800abb Remove unintended StarterPipeline changes from PicoWordCount PR
     add 78b770b920b Address review: use @Element instead of ProcessContext
     add 357b7206f82 Merge pull request #38029 from Subramanya-Veeregowda/pico-wordcount-example
     add b296b40e3fc Revert "Fix NameError when pydot is not installed in Beam Playground (#38074)" (#38134)
     add bb06d9b7040 Fix flaky ViewTest which would fail encoding null value if there were no elements between early trigger and on-time global window firing.
     add 91e1b065749 Merge pull request #38129 from scwhittle/flaky_view
     add f938385d471 Skip clean up versioned images (#38019)
     add e82fc4713f3 Changes cleanup thread to forceExecute.  (#38073)
     add 6dd599cf3f6 Pin google-adk to 1.17.0 for YAML/Xlang precommit dependency resolution (#38090)
     add b4c45719fa6 Migrate self-hosted workflows from ubuntu-20.04 to ubuntu-24.04 (#38133)
     add 09c166b8c5c Improved comments and readability in minimal_wordcount example (#37908)
     add 379d2124e12 [ErrorProne] Enable JavaTimeDefaultTimeZone check (#37775)
     add dfe6bf351fd fix preCommit Spotless rsync install (#38160)
     add e1f02622f36 fixed redis tests with testcontainers (#38157)
     add 53f8367adf6 Portable Date Type (Python changes) (#38078)
     add d89dcacd7c2 migrate MongoDB IO tests from flapdoodle to Testcontainers (#38161)
     add cd384e28db3 fix use configured Python in pullLicenses script (#38162)
     add 80c4c7a8dd0 Fix spotless in examples:java:iceberg (#38166)
     add 549aa066a90 Add rsync to self-hosted ARC runner Docker image (#38164)
     add 4ba599c3ffb [Drain] Expose drain to dofn processElement and onTimer - add missing implementation for SDF and WindowExpiration processContext
     add 3f5ce80418b Merge pull request #38119 from stankiewicz/fix_drain
     add cd1a0998c52 Support annotationlib in native_type_compatibility (#38188)
     add f3bd329bbf0 Update go version to 1.26.2 (#38131)
     add fae5e88c2b8 Bump pygments from 2.19.2 to 2.20.0 in /sdks/python/container/ml/py311

This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version.  This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:

 * -- * -- B -- O -- O -- O   (45a83e7f2b8)
            \
             N -- N -- N   refs/heads/dependabot/pip/sdks/python/container/ml/py311/pygments-2.20.0 (fae5e88c2b8)

You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.

Any revisions marked "omit" are not gone; other references still
refer to them.  Any revisions marked "discard" are gone forever.

No new revisions were added by this update.

Summary of changes:
 .agent/skills/adding-new-metadata/SKILL.md         | 119 +++++
 .asf.yaml                                          |   1 +
 .github/ACTIONS.md                                 |   6 +-
 .../test-properties.json                           |  10 +-
 .../arc/environments/beam.env                      |   4 +-
 .../arc/images/Dockerfile                          |   4 +-
 .../beam_PostCommit_Java_Jpms_Flink_Java11.json    |   2 +-
 ...it_Java_ValidatesRunner_Dataflow_Streaming.json |   2 +-
 ..._ValidatesRunner_Dataflow_Streaming_Engine.json |   2 +-
 .github/trigger_files/beam_PostCommit_Python.json  |   6 +-
 .../beam_PostCommit_Python_Xlang_Gcp_Dataflow.json |   2 +-
 .../beam_PostCommit_Python_Xlang_Gcp_Direct.json   |   2 +-
 .../beam_PostCommit_Python_Xlang_IO_Dataflow.json  |   2 +-
 .../beam_PostCommit_Python_Xlang_IO_Direct.json    |   2 +-
 .github/trigger_files/beam_PostCommit_SQL.json     |   2 +-
 .github/workflows/IO_Iceberg_Integration_Tests.yml |   4 +-
 .../IO_Iceberg_Integration_Tests_Dataflow.yml      |   4 +-
 ..._Iceberg_Managed_Integration_Tests_Dataflow.yml |   4 +-
 .github/workflows/IO_Iceberg_Performance_Tests.yml |   4 +-
 .github/workflows/IO_Iceberg_Unit_Tests.yml        |   4 +-
 .github/workflows/README.md                        |   8 +-
 .github/workflows/beam_CancelStaleDataflowJobs.yml |   2 +-
 .../workflows/beam_CleanUpDataprocResources.yml    |   2 +-
 .github/workflows/beam_CleanUpGCPResources.yml     |   2 +-
 .../workflows/beam_CleanUpPrebuiltSDKImages.yml    |   2 +-
 .../workflows/beam_CloudML_Benchmarks_Dataflow.yml |   4 +-
 .../beam_IODatastoresCredentialsRotation.yml       |   2 +-
 .../beam_Inference_Python_Benchmarks_Dataflow.yml  |   7 +-
 .../beam_Infrastructure_PolicyEnforcer.yml         |   2 +-
 .../beam_Infrastructure_SecurityLogging.yml        |   2 +-
 .../beam_Infrastructure_ServiceAccountKeys.yml     |   2 +-
 .../beam_Infrastructure_UsersPermissions.yml       |   4 +-
 .github/workflows/beam_Java_JMH.yml                |   4 +-
 .../beam_Java_LoadTests_Combine_Smoke.yml          |   2 +-
 .../beam_LoadTests_Go_CoGBK_Dataflow_Batch.yml     |   2 +-
 .../beam_LoadTests_Go_CoGBK_Flink_batch.yml        |   2 +-
 .../beam_LoadTests_Go_Combine_Dataflow_Batch.yml   |   2 +-
 .../beam_LoadTests_Go_Combine_Flink_Batch.yml      |   2 +-
 .../beam_LoadTests_Go_GBK_Dataflow_Batch.yml       |   2 +-
 .../beam_LoadTests_Go_GBK_Flink_Batch.yml          |   2 +-
 .../beam_LoadTests_Go_ParDo_Dataflow_Batch.yml     |   2 +-
 .../beam_LoadTests_Go_ParDo_Flink_Batch.yml        |   2 +-
 .../beam_LoadTests_Go_SideInput_Dataflow_Batch.yml |   2 +-
 .../beam_LoadTests_Go_SideInput_Flink_Batch.yml    |   2 +-
 .../beam_LoadTests_Java_CoGBK_Dataflow_Batch.yml   |   2 +-
 ...eam_LoadTests_Java_CoGBK_Dataflow_Streaming.yml |   2 +-
 ...s_Java_CoGBK_Dataflow_V2_Batch_JavaVersions.yml |   2 +-
 ...va_CoGBK_Dataflow_V2_Streaming_JavaVersions.yml |   2 +-
 ...s_Java_CoGBK_SparkStructuredStreaming_Batch.yml |   2 +-
 .../beam_LoadTests_Java_Combine_Dataflow_Batch.yml |   2 +-
 ...m_LoadTests_Java_Combine_Dataflow_Streaming.yml |   2 +-
 ...Java_Combine_SparkStructuredStreaming_Batch.yml |   2 +-
 .../beam_LoadTests_Java_GBK_Dataflow_Batch.yml     |   2 +-
 .../beam_LoadTests_Java_GBK_Dataflow_Streaming.yml |   2 +-
 .../beam_LoadTests_Java_GBK_Dataflow_V2_Batch.yml  |   2 +-
 ...LoadTests_Java_GBK_Dataflow_V2_Batch_Java17.yml |   2 +-
 ...am_LoadTests_Java_GBK_Dataflow_V2_Streaming.yml |   2 +-
 ...Tests_Java_GBK_Dataflow_V2_Streaming_Java17.yml |   2 +-
 .../workflows/beam_LoadTests_Java_GBK_Smoke.yml    |   2 +-
 ...sts_Java_GBK_SparkStructuredStreaming_Batch.yml |   2 +-
 .../beam_LoadTests_Java_ParDo_Dataflow_Batch.yml   |   2 +-
 ...eam_LoadTests_Java_ParDo_Dataflow_Streaming.yml |   2 +-
 ...s_Java_ParDo_Dataflow_V2_Batch_JavaVersions.yml |   2 +-
 ...va_ParDo_Dataflow_V2_Streaming_JavaVersions.yml |   2 +-
 ...s_Java_ParDo_SparkStructuredStreaming_Batch.yml |   2 +-
 .github/workflows/beam_LoadTests_Java_PubsubIO.yml |   2 +-
 .../beam_LoadTests_Python_CoGBK_Dataflow_Batch.yml |   2 +-
 ...m_LoadTests_Python_CoGBK_Dataflow_Streaming.yml |   2 +-
 .../beam_LoadTests_Python_CoGBK_Flink_Batch.yml    |   2 +-
 ...eam_LoadTests_Python_Combine_Dataflow_Batch.yml |   2 +-
 ...LoadTests_Python_Combine_Dataflow_Streaming.yml |   2 +-
 .../beam_LoadTests_Python_Combine_Flink_Batch.yml  |   2 +-
 ...am_LoadTests_Python_Combine_Flink_Streaming.yml |   2 +-
 ...LoadTests_Python_FnApiRunner_Microbenchmark.yml |   2 +-
 .../beam_LoadTests_Python_GBK_Dataflow_Batch.yml   |   2 +-
 ...eam_LoadTests_Python_GBK_Dataflow_Streaming.yml |   2 +-
 .../beam_LoadTests_Python_GBK_Flink_Batch.yml      |   2 +-
 ...adTests_Python_GBK_reiterate_Dataflow_Batch.yml |   2 +-
 ...sts_Python_GBK_reiterate_Dataflow_Streaming.yml |   2 +-
 .../beam_LoadTests_Python_ParDo_Dataflow_Batch.yml |   2 +-
 ...m_LoadTests_Python_ParDo_Dataflow_Streaming.yml |   2 +-
 .../beam_LoadTests_Python_ParDo_Flink_Batch.yml    |   2 +-
 ...beam_LoadTests_Python_ParDo_Flink_Streaming.yml |   2 +-
 ...m_LoadTests_Python_SideInput_Dataflow_Batch.yml |   2 +-
 .github/workflows/beam_LoadTests_Python_Smoke.yml  |   2 +-
 .../workflows/beam_MetricsCredentialsRotation.yml  |   2 +-
 .github/workflows/beam_Metrics_Report.yml          |   2 +-
 .../workflows/beam_PerformanceTests_AvroIOIT.yml   |   2 +-
 .../beam_PerformanceTests_AvroIOIT_HDFS.yml        |   2 +-
 ...PerformanceTests_BigQueryIO_Batch_Java_Avro.yml |   2 +-
 ...PerformanceTests_BigQueryIO_Batch_Java_Json.yml |   2 +-
 ..._PerformanceTests_BigQueryIO_Streaming_Java.yml |   2 +-
 ...eam_PerformanceTests_BiqQueryIO_Read_Python.yml |   2 +-
 ...formanceTests_BiqQueryIO_Write_Python_Batch.yml |   2 +-
 .github/workflows/beam_PerformanceTests_Cdap.yml   |   2 +-
 .../beam_PerformanceTests_Compressed_TextIOIT.yml  |   2 +-
 ...m_PerformanceTests_Compressed_TextIOIT_HDFS.yml |   2 +-
 .../beam_PerformanceTests_HadoopFormat.yml         |   2 +-
 .github/workflows/beam_PerformanceTests_JDBC.yml   |   2 +-
 .../workflows/beam_PerformanceTests_Kafka_IO.yml   |   2 +-
 .../beam_PerformanceTests_ManyFiles_TextIOIT.yml   |   2 +-
 ...am_PerformanceTests_ManyFiles_TextIOIT_HDFS.yml |   2 +-
 .../beam_PerformanceTests_MongoDBIO_IT.yml         |   2 +-
 .../beam_PerformanceTests_ParquetIOIT.yml          |   2 +-
 .../beam_PerformanceTests_ParquetIOIT_HDFS.yml     |   2 +-
 ...erformanceTests_PubsubIOIT_Python_Streaming.yml |   2 +-
 ...m_PerformanceTests_SQLBigQueryIO_Batch_Java.yml |   2 +-
 .../beam_PerformanceTests_SingleStoreIO.yml        |   2 +-
 ..._PerformanceTests_SpannerIO_Read_2GB_Python.yml |   2 +-
 ...manceTests_SpannerIO_Write_2GB_Python_Batch.yml |   2 +-
 .../beam_PerformanceTests_SparkReceiver_IO.yml     |   2 +-
 .../beam_PerformanceTests_TFRecordIOIT.yml         |   2 +-
 .../beam_PerformanceTests_TFRecordIOIT_HDFS.yml    |   2 +-
 .../workflows/beam_PerformanceTests_TextIOIT.yml   |   2 +-
 .../beam_PerformanceTests_TextIOIT_HDFS.yml        |   2 +-
 .../beam_PerformanceTests_TextIOIT_Python.yml      |   2 +-
 ...PerformanceTests_WordCountIT_PythonVersions.yml |   2 +-
 .../workflows/beam_PerformanceTests_XmlIOIT.yml    |   2 +-
 .../beam_PerformanceTests_XmlIOIT_HDFS.yml         |   2 +-
 .../beam_PerformanceTests_xlang_KafkaIO_Python.yml |   2 +-
 .github/workflows/beam_Playground_CI_Nightly.yml   |   2 +-
 .github/workflows/beam_Playground_Precommit.yml    |   2 +-
 .github/workflows/beam_PostCommit_Go.yml           |   4 +-
 .../workflows/beam_PostCommit_Go_Dataflow_ARM.yml  |   4 +-
 .github/workflows/beam_PostCommit_Go_VR_Flink.yml  |   4 +-
 .github/workflows/beam_PostCommit_Go_VR_Samza.yml  |   4 +-
 .github/workflows/beam_PostCommit_Go_VR_Spark.yml  |   4 +-
 .github/workflows/beam_PostCommit_Java.yml         |   4 +-
 .../beam_PostCommit_Java_Avro_Versions.yml         |   4 +-
 .../beam_PostCommit_Java_BigQueryEarlyRollout.yml  |   4 +-
 .../workflows/beam_PostCommit_Java_DataflowV1.yml  |   4 +-
 .../workflows/beam_PostCommit_Java_DataflowV2.yml  |   4 +-
 .../beam_PostCommit_Java_Examples_Dataflow.yml     |   4 +-
 .../beam_PostCommit_Java_Examples_Dataflow_ARM.yml |   4 +-
 ...beam_PostCommit_Java_Examples_Dataflow_Java.yml |   4 +-
 .../beam_PostCommit_Java_Examples_Dataflow_V2.yml  |   4 +-
 ...m_PostCommit_Java_Examples_Dataflow_V2_Java.yml |   4 +-
 .../beam_PostCommit_Java_Examples_Direct.yml       |   4 +-
 .../beam_PostCommit_Java_Examples_Flink.yml        |   4 +-
 .../beam_PostCommit_Java_Examples_Spark.yml        |   4 +-
 .../beam_PostCommit_Java_Hadoop_Versions.yml       |   4 +-
 .../beam_PostCommit_Java_IO_Performance_Tests.yml  |   4 +-
 .../beam_PostCommit_Java_InfluxDbIO_IT.yml         |   4 +-
 .../beam_PostCommit_Java_Jpms_Dataflow.yml         |   4 +-
 ...beam_PostCommit_Java_Jpms_Dataflow_Versions.yml |   4 +-
 .../workflows/beam_PostCommit_Java_Jpms_Direct.yml |   4 +-
 .../beam_PostCommit_Java_Jpms_Direct_Versions.yml  |   4 +-
 .../beam_PostCommit_Java_Jpms_Flink_Java11.yml     |   4 +-
 .../beam_PostCommit_Java_Jpms_Spark_Java11.yml     |   4 +-
 .../beam_PostCommit_Java_Nexmark_Dataflow.yml      |   4 +-
 .../beam_PostCommit_Java_Nexmark_Dataflow_V2.yml   |   4 +-
 ...am_PostCommit_Java_Nexmark_Dataflow_V2_Java.yml |   4 +-
 .../beam_PostCommit_Java_Nexmark_Direct.yml        |   4 +-
 .../beam_PostCommit_Java_Nexmark_Flink.yml         |   4 +-
 .../beam_PostCommit_Java_Nexmark_Spark.yml         |   4 +-
 .../beam_PostCommit_Java_PVR_Flink_Batch.yml       |   4 +-
 .../beam_PostCommit_Java_PVR_Flink_Streaming.yml   |   4 +-
 .../workflows/beam_PostCommit_Java_PVR_Samza.yml   |   4 +-
 .../beam_PostCommit_Java_PVR_Spark3_Streaming.yml  |   4 +-
 .../beam_PostCommit_Java_PVR_Spark_Batch.yml       |   4 +-
 .../beam_PostCommit_Java_SingleStoreIO_IT.yml      |   4 +-
 .../beam_PostCommit_Java_Tpcds_Dataflow.yml        |   4 +-
 .../workflows/beam_PostCommit_Java_Tpcds_Flink.yml |   4 +-
 .../workflows/beam_PostCommit_Java_Tpcds_Spark.yml |   4 +-
 ...am_PostCommit_Java_ValidatesRunner_Dataflow.yml |   4 +-
 ..._Java_ValidatesRunner_Dataflow_JavaVersions.yml |   4 +-
 ...mit_Java_ValidatesRunner_Dataflow_Streaming.yml |   4 +-
 ...a_ValidatesRunner_Dataflow_Streaming_Engine.yml |   4 +-
 ...atesRunner_Dataflow_Streaming_TagEncodingV2.yml |   4 +-
 ...PostCommit_Java_ValidatesRunner_Dataflow_V2.yml |   4 +-
 ..._Java_ValidatesRunner_Dataflow_V2_Streaming.yml |  11 +-
 ...beam_PostCommit_Java_ValidatesRunner_Direct.yml |   4 +-
 ...it_Java_ValidatesRunner_Direct_JavaVersions.yml |   4 +-
 .../beam_PostCommit_Java_ValidatesRunner_Flink.yml |   4 +-
 ...PostCommit_Java_ValidatesRunner_Flink_Java8.yml |   4 +-
 .../beam_PostCommit_Java_ValidatesRunner_Samza.yml |   4 +-
 .../beam_PostCommit_Java_ValidatesRunner_Spark.yml |   4 +-
 ...va_ValidatesRunner_SparkStructuredStreaming.yml |   4 +-
 ...PostCommit_Java_ValidatesRunner_Spark_Java8.yml |   4 +-
 ...am_PostCommit_Java_ValidatesRunner_Twister2.yml |   4 +-
 .../beam_PostCommit_Java_ValidatesRunner_ULR.yml   |   4 +-
 .github/workflows/beam_PostCommit_Javadoc.yml      |   4 +-
 .../beam_PostCommit_PortableJar_Flink.yml          |   4 +-
 .../beam_PostCommit_PortableJar_Spark.yml          |   4 +-
 .github/workflows/beam_PostCommit_Python.yml       |   4 +-
 .github/workflows/beam_PostCommit_Python_Arm.yml   |   2 +-
 .../beam_PostCommit_Python_Dependency.yml          |   4 +-
 .../beam_PostCommit_Python_Examples_Dataflow.yml   |   8 +-
 .../beam_PostCommit_Python_Examples_Direct.yml     |   4 +-
 .../beam_PostCommit_Python_Examples_Flink.yml      |   4 +-
 .../beam_PostCommit_Python_Examples_Spark.yml      |   4 +-
 .../beam_PostCommit_Python_MongoDBIO_IT.yml        |  10 +-
 .../beam_PostCommit_Python_Nexmark_Direct.yml      |   4 +-
 .../beam_PostCommit_Python_Portable_Flink.yml      |   4 +-
 ...stCommit_Python_ValidatesContainer_Dataflow.yml |   4 +-
 ..._Python_ValidatesContainer_Dataflow_With_RC.yml |   4 +-
 ..._PostCommit_Python_ValidatesRunner_Dataflow.yml |   4 +-
 ...eam_PostCommit_Python_ValidatesRunner_Flink.yml |   4 +-
 ...eam_PostCommit_Python_ValidatesRunner_Samza.yml |   4 +-
 ...eam_PostCommit_Python_ValidatesRunner_Spark.yml |   4 +-
 .../beam_PostCommit_Python_Xlang_Gcp_Dataflow.yml  |   8 +-
 .../beam_PostCommit_Python_Xlang_Gcp_Direct.yml    |   4 +-
 .../beam_PostCommit_Python_Xlang_IO_Dataflow.yml   |   7 +-
 .../beam_PostCommit_Python_Xlang_IO_Direct.yml     |   4 +-
 .github/workflows/beam_PostCommit_SQL.yml          |   4 +-
 .../beam_PostCommit_TransformService_Direct.yml    |   6 +-
 .github/workflows/beam_PostCommit_Website_Test.yml |   4 +-
 .github/workflows/beam_PostCommit_XVR_Direct.yml   |   4 +-
 .github/workflows/beam_PostCommit_XVR_Flink.yml    |   4 +-
 .../beam_PostCommit_XVR_GoUsingJava_Dataflow.yml   |   4 +-
 ...eam_PostCommit_XVR_JavaUsingPython_Dataflow.yml |   4 +-
 ..._PostCommit_XVR_PythonUsingJavaSQL_Dataflow.yml |   8 +-
 ...eam_PostCommit_XVR_PythonUsingJava_Dataflow.yml |   6 +-
 .github/workflows/beam_PostCommit_XVR_Samza.yml    |   4 +-
 .github/workflows/beam_PostCommit_XVR_Spark3.yml   |   4 +-
 .../beam_PostCommit_Yaml_Xlang_Direct.yml          |   4 +-
 .../workflows/beam_PostRelease_NightlySnapshot.yml |   2 +-
 .../workflows/beam_PreCommit_CommunityMetrics.yml  |   4 +-
 .../workflows/beam_PreCommit_Flink_Container.yml   |   4 +-
 .github/workflows/beam_PreCommit_GHA.yml           |   4 +-
 .github/workflows/beam_PreCommit_Go.yml            |   4 +-
 .github/workflows/beam_PreCommit_GoPortable.yml    |   4 +-
 .github/workflows/beam_PreCommit_GoPrism.yml       |   4 +-
 .github/workflows/beam_PreCommit_ItFramework.yml   |   4 +-
 .github/workflows/beam_PreCommit_Java.yml          |   4 +-
 ...eCommit_Java_Amazon-Web-Services2_IO_Direct.yml |   4 +-
 .../beam_PreCommit_Java_Amqp_IO_Direct.yml         |   4 +-
 .../beam_PreCommit_Java_Azure_IO_Direct.yml        |   4 +-
 .../beam_PreCommit_Java_Cassandra_IO_Direct.yml    |   4 +-
 .../beam_PreCommit_Java_Cdap_IO_Direct.yml         |   4 +-
 .../beam_PreCommit_Java_Clickhouse_IO_Direct.yml   |   4 +-
 .../beam_PreCommit_Java_Csv_IO_Direct.yml          |   4 +-
 .../beam_PreCommit_Java_Datadog_IO_Direct.yml      |   4 +-
 .../beam_PreCommit_Java_Debezium_IO_Direct.yml     |   4 +-
 ...beam_PreCommit_Java_ElasticSearch_IO_Direct.yml |   4 +-
 .../beam_PreCommit_Java_Examples_Dataflow.yml      |   4 +-
 ...eam_PreCommit_Java_Examples_Dataflow_Java21.yml |   4 +-
 ...Commit_Java_File-schema-transform_IO_Direct.yml |   4 +-
 .../beam_PreCommit_Java_Flink_Versions.yml         |   4 +-
 .../beam_PreCommit_Java_GCP_IO_Direct.yml          |   4 +-
 .../beam_PreCommit_Java_Google-ads_IO_Direct.yml   |   4 +-
 .../beam_PreCommit_Java_HBase_IO_Direct.yml        |   4 +-
 .../beam_PreCommit_Java_HCatalog_IO_Direct.yml     |   4 +-
 .../beam_PreCommit_Java_Hadoop_IO_Direct.yml       |   4 +-
 .../workflows/beam_PreCommit_Java_IOs_Direct.yml   |   4 +-
 .../beam_PreCommit_Java_InfluxDb_IO_Direct.yml     |   4 +-
 .../beam_PreCommit_Java_JDBC_IO_Direct.yml         |   4 +-
 .../beam_PreCommit_Java_Jms_IO_Direct.yml          |   4 +-
 .../beam_PreCommit_Java_Kafka_IO_Direct.yml        |   4 +-
 .../beam_PreCommit_Java_Kudu_IO_Direct.yml         |   4 +-
 .../beam_PreCommit_Java_MongoDb_IO_Direct.yml      |   4 +-
 .../beam_PreCommit_Java_Mqtt_IO_Direct.yml         |   4 +-
 .../beam_PreCommit_Java_Neo4j_IO_Direct.yml        |   4 +-
 .../beam_PreCommit_Java_PVR_Flink_Batch.yml        |   4 +-
 .../beam_PreCommit_Java_PVR_Flink_Docker.yml       |   4 +-
 .../beam_PreCommit_Java_PVR_Prism_Loopback.yml     |   4 +-
 .../beam_PreCommit_Java_Parquet_IO_Direct.yml      |   4 +-
 .../beam_PreCommit_Java_Pulsar_IO_Direct.yml       |   6 +-
 .../beam_PreCommit_Java_RabbitMq_IO_Direct.yml     |   4 +-
 .../beam_PreCommit_Java_Redis_IO_Direct.yml        |   4 +-
 ...am_PreCommit_Java_RequestResponse_IO_Direct.yml |   4 +-
 .../beam_PreCommit_Java_SingleStore_IO_Direct.yml  |   4 +-
 .../beam_PreCommit_Java_Snowflake_IO_Direct.yml    |   4 +-
 .../beam_PreCommit_Java_Solace_IO_Direct.yml       |   2 +-
 .../beam_PreCommit_Java_Solr_IO_Direct.yml         |   4 +-
 .../beam_PreCommit_Java_Spark3_Versions.yml        |   4 +-
 .../beam_PreCommit_Java_Splunk_IO_Direct.yml       |   4 +-
 .../beam_PreCommit_Java_Thrift_IO_Direct.yml       |   4 +-
 .../beam_PreCommit_Java_Tika_IO_Direct.yml         |   4 +-
 .../workflows/beam_PreCommit_Kotlin_Examples.yml   |   4 +-
 .../workflows/beam_PreCommit_Portable_Python.yml   |   2 +-
 .github/workflows/beam_PreCommit_Prism_Python.yml  |   2 +-
 .github/workflows/beam_PreCommit_Python.yml        |   7 +-
 .github/workflows/beam_PreCommit_PythonDocker.yml  |   2 +-
 .github/workflows/beam_PreCommit_PythonDocs.yml    |   4 +-
 .../workflows/beam_PreCommit_PythonFormatter.yml   |   4 +-
 .github/workflows/beam_PreCommit_PythonLint.yml    |   2 +-
 .../workflows/beam_PreCommit_Python_Coverage.yml   |   4 +-
 .../workflows/beam_PreCommit_Python_Dataframes.yml |   2 +-
 .github/workflows/beam_PreCommit_Python_Dill.yml   |   4 +-
 .../workflows/beam_PreCommit_Python_Examples.yml   |   2 +-
 .../beam_PreCommit_Python_Integration.yml          |   2 +-
 .github/workflows/beam_PreCommit_Python_ML.yml     |   4 +-
 .../workflows/beam_PreCommit_Python_PVR_Flink.yml  |  12 +-
 .../workflows/beam_PreCommit_Python_Runners.yml    |   2 +-
 .../workflows/beam_PreCommit_Python_Transforms.yml |   2 +-
 .github/workflows/beam_PreCommit_RAT.yml           |   2 +-
 .github/workflows/beam_PreCommit_SQL.yml           |   4 +-
 .github/workflows/beam_PreCommit_SQL_Java17.yml    |   4 +-
 .github/workflows/beam_PreCommit_SQL_Java8.yml     |   4 +-
 .github/workflows/beam_PreCommit_Spotless.yml      |   6 +-
 .github/workflows/beam_PreCommit_Typescript.yml    |   4 +-
 .github/workflows/beam_PreCommit_Website.yml       |   4 +-
 .../workflows/beam_PreCommit_Website_Stage_GCS.yml |   6 +-
 .github/workflows/beam_PreCommit_Whitespace.yml    |   2 +-
 .../beam_PreCommit_Xlang_Generated_Transforms.yml  |   6 +-
 .../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml |   4 +-
 .github/workflows/beam_Prober_CommunityMetrics.yml |   2 +-
 .github/workflows/beam_Publish_BeamMetrics.yml     |   2 +-
 .../workflows/beam_Publish_Beam_SDK_Snapshots.yml  |   2 +
 .../workflows/beam_Publish_Docker_Snapshots.yml    |   2 +-
 .github/workflows/beam_Publish_Website.yml         |   2 +-
 .../beam_Python_CostBenchmarks_Dataflow.yml        |   2 +-
 .github/workflows/beam_Release_NightlySnapshot.yml |   2 +-
 .../beam_Release_Python_NightlySnapshot.yml        |   2 +-
 .../workflows/beam_StressTests_Java_BigQueryIO.yml |   2 +-
 .../workflows/beam_StressTests_Java_BigTableIO.yml |   2 +-
 .../workflows/beam_StressTests_Java_KafkaIO.yml    |   2 +-
 .../workflows/beam_StressTests_Java_PubSubIO.yml   |   2 +-
 .../workflows/beam_StressTests_Java_SpannerIO.yml  |   2 +-
 .github/workflows/build_release_candidate.yml      |   5 +-
 .github/workflows/build_runner_image.yml           |   2 +-
 .github/workflows/build_wheels.yml                 |  18 +-
 .../workflows/deploy_release_candidate_pypi.yaml   |   2 +-
 .github/workflows/finalize_release.yml             |   6 +-
 .github/workflows/flaky_test_detection.yml         |   2 +-
 .github/workflows/java_tests.yml                   |   4 +-
 .github/workflows/python_dependency_tests.yml      |   2 +-
 .github/workflows/python_tests.yml                 |   4 +-
 .github/workflows/refresh_looker_metrics.yml       |   2 +-
 .../republish_released_docker_containers.yml       |   3 +-
 .github/workflows/run_perf_alert_tool.yml          |   2 +-
 .../run_rc_validation_java_mobile_gaming.yml       |   2 +-
 .../run_rc_validation_java_quickstart.yml          |   2 +-
 .../run_rc_validation_python_mobile_gaming.yml     |   2 +-
 .../workflows/run_rc_validation_python_yaml.yml    |   2 +-
 .github/workflows/typescript_tests.yml             |   4 +-
 .github/workflows/update_python_dependencies.yml   |   4 +-
 .../tools/stale_dataflow_prebuilt_image_cleaner.sh |   4 +-
 CHANGES.md                                         |  50 +-
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |  25 +-
 contributor-docs/release-guide.md                  |   2 +-
 dev-support/docker/Dockerfile                      |   2 +-
 .../iceberg/snippets/IcebergBeamSchemaAndRow.java  |   5 +-
 .../org/apache/beam/examples/PicoWordCount.java    |  36 +-
 ...terSimple.java => RateLimitedPubSubReader.java} |  56 +-
 gradle.properties                                  |   4 +-
 infra/enforcement/requirements.txt                 |   2 +-
 .../beam/it/gcp/artifacts/utils/ArtifactUtils.java |   4 +-
 .../beam/it/gcp/datastore/DatastoreUtils.java      |   4 +-
 .../org/apache/beam/it/gcp/pubsub/PubsubUtils.java |   4 +-
 .../apache/beam/it/gcp/bigquery/BigQueryIOLT.java  |   4 +-
 .../apache/beam/it/gcp/bigquery/BigQueryIOST.java  |   4 +-
 .../apache/beam/it/gcp/spanner/SpannerIOLT.java    |   4 +-
 .../apache/beam/it/gcp/spanner/SpannerIOST.java    |   4 +-
 .../apache/beam/it/gcp/storage/FileBasedIOLT.java  |   4 +-
 .../java/org/apache/beam/it/kafka/KafkaIOLT.java   |   4 +-
 .../java/org/apache/beam/it/kafka/KafkaIOST.java   |   4 +-
 local-env-setup.sh                                 |   4 +-
 .../org/apache/beam/model/pipeline/v1/schema.proto |   7 +
 .../python-release/python_release_automation.sh    |   2 +-
 ...TimeBoundedSplittableProcessElementInvoker.java |  15 +
 .../apache/beam/runners/core/ReduceFnRunner.java   |   2 +-
 .../apache/beam/runners/core/SimpleDoFnRunner.java |  33 ++
 .../io/source/LazyFlinkSourceSplitEnumerator.java  |  17 +-
 .../flink/streaming/GroupByWithNullValuesTest.java |   1 +
 .../wrappers/streaming/FlinkKeyUtilsTest.java      |   3 +-
 runners/google-cloud-dataflow-java/build.gradle    |   2 -
 .../beam/runners/dataflow/worker/PubsubSink.java   |   9 +-
 .../dataflow/worker/StreamingDataflowWorker.java   |  55 +-
 .../beam/runners/dataflow/worker/WindmillSink.java |   2 +-
 .../FanOutStreamingEngineWorkerHarness.java        |  15 +-
 .../harness/SingleSourceWorkerHarness.java         |  10 +
 .../client/grpc/GetWorkResponseChunkAssembler.java |   7 +-
 .../client/grpc/GrpcDirectGetWorkStream.java       |   1 +
 .../windmill/client/grpc/GrpcDispatcherClient.java |   2 +-
 .../windmill/client/grpc/GrpcGetWorkStream.java    |   1 +
 .../client/grpc/stubs/FailoverChannel.java         | 443 ++++++++++++++++
 .../worker/windmill/work/WorkItemReceiver.java     |   1 +
 .../worker/windmill/work/WorkItemScheduler.java    |   2 +
 .../work/processing/StreamingCommitFinalizer.java  | 128 ++---
 .../work/processing/StreamingWorkScheduler.java    |  10 +-
 .../dataflow/worker/FakeWindmillServer.java        |   1 +
 .../worker/StreamingDataflowWorkerTest.java        |  84 +++
 .../FanOutStreamingEngineWorkerHarnessTest.java    |  21 +-
 .../harness/WindmillStreamSenderTest.java          |   1 +
 .../client/grpc/GrpcDirectGetWorkStreamTest.java   |   5 +
 .../client/grpc/GrpcWindmillServerTest.java        |   2 +
 .../client/grpc/stubs/FailoverChannelTest.java     | 575 ++++++++++++++++++++
 .../client/grpc/stubs/IsolationChannelTest.java    |  64 +--
 .../windmill/client/grpc/stubs/NoopClientCall.java |  72 +++
 .../processing/StreamingCommitFinalizerTest.java   |  33 +-
 .../worker/windmill/src/main/proto/windmill.proto  |   8 +-
 .../logging/GrpcLoggingServiceTest.java            |   1 +
 scripts/beam-sql.sh                                |   2 +-
 sdks/go.mod                                        |  40 +-
 sdks/go.sum                                        |  98 ++--
 .../minimal_wordcount/minimal_wordcount.go         |  23 +
 sdks/go/pkg/beam/core/core.go                      |   2 +-
 .../prism/internal/engine/elementmanager.go        |   4 +-
 sdks/go/pkg/beam/transforms/stats/quantiles.go     |  20 +-
 sdks/go/run_with_go_version.sh                     |   2 +-
 sdks/java/container/boot.go                        |  15 +-
 .../container/license_scripts/dep_urls_java.yaml   |   2 +-
 .../container/license_scripts/license_script.sh    |  20 +-
 .../sdk/fn/data/BeamFnDataOutboundAggregator.java  |  13 +-
 .../java/org/apache/beam/sdk/schemas/Schema.java   |   3 +-
 .../apache/beam/sdk/schemas/SchemaTranslation.java |   2 +
 .../apache/beam/sdk/schemas/logicaltypes/Date.java |  20 +-
 .../beam/sdk/testing/TestOutputReceiver.java       |   2 +
 .../java/org/apache/beam/sdk/transforms/DoFn.java  |   5 +
 .../beam/sdk/transforms/DoFnOutputReceivers.java   |  26 +-
 .../org/apache/beam/sdk/transforms/DoFnTester.java |  21 +
 .../apache/beam/sdk/transforms/Redistribute.java   |   1 +
 .../java/org/apache/beam/sdk/transforms/Reify.java |  11 +-
 .../beam/sdk/util/ByteStringOutputStream.java      |  12 +-
 .../construction/SplittableParDoNaiveBounded.java  |  27 +-
 .../apache/beam/sdk/util/construction/Timer.java   |   2 +-
 .../beam/sdk/values/ValueInSingleWindow.java       |   4 +
 .../org/apache/beam/sdk/values/WindowedValues.java |  32 +-
 .../fn/data/BeamFnDataOutboundAggregatorTest.java  |   5 +-
 .../beam/sdk/schemas/SchemaTranslationTest.java    |   3 +
 .../sdk/transforms/MetadataPropagationTest.java    |  81 +++
 .../org/apache/beam/sdk/transforms/ViewTest.java   |   1 +
 .../sdk/transforms/reflect/DoFnInvokersTest.java   |   3 +
 .../beam/sdk/util/ByteStringOutputStreamTest.java  |   8 +
 .../sdk/extensions/sbe/SbeLogicalTypesTest.java    |   7 +-
 .../sql/impl/schema/BeamSqlRowCoderTest.java       |   7 +-
 .../meta/provider/mongodb/MongoDbReadWriteIT.java  |  44 +-
 .../apache/beam/fn/harness/FnApiDoFnRunner.java    | 127 +++--
 .../java/org/apache/beam/fn/harness/FnHarness.java |  35 +-
 .../SplittablePairWithRestrictionDoFnRunner.java   |   6 +
 .../fn/harness/logging/BeamFnLoggingClient.java    |   3 +-
 .../apache/beam/fn/harness/state/BagUserState.java |   2 +-
 .../blobstore/AzureBlobStoreFileSystemTest.java    |   3 +-
 .../io/debezium/DebeziumIOMySqlConnectorIT.java    |   2 +-
 .../apache/beam/io/debezium/DebeziumIOTest.java    |   1 +
 .../io/elasticsearch/ElasticsearchIOTestUtils.java |   3 +-
 sdks/java/io/expansion-service/build.gradle        |   1 +
 .../io/gcp/bigquery/BigQueryStorageSourceBase.java |  47 ++
 .../beam/sdk/io/gcp/bigquery/BigQueryUtils.java    |   2 +-
 .../beam/sdk/io/gcp/testing/BigqueryClient.java    |  17 +
 .../gcp/bigquery/BeamRowToStorageApiProtoTest.java |   7 +-
 .../io/gcp/bigquery/BigQueryIOStorageReadTest.java |  45 ++
 .../changestreams/it/IntegrationTestEnv.java       |   7 +-
 .../it/SpannerChangeStreamPlacementTableIT.java    |  11 +-
 .../org/apache/beam/sdk/io/iceberg/AddFiles.java   | 577 +++++++++++++--------
 .../iceberg/AddFilesSchemaTransformProvider.java   |  13 +-
 .../org/apache/beam/sdk/io/iceberg/AddFilesIT.java |   4 +-
 .../apache/beam/sdk/io/iceberg/AddFilesTest.java   |  49 +-
 .../apache/beam/sdk/io/influxdb/GenerateData.java  |  10 +-
 .../java/org/apache/beam/sdk/io/jdbc/JdbcIO.java   |   2 +-
 .../java/org/apache/beam/sdk/io/jdbc/JdbcUtil.java |   8 +
 sdks/java/io/mongodb/build.gradle                  |   2 +-
 .../beam/sdk/io/mongodb/MongoDBGridFSIOTest.java   |  66 +--
 .../apache/beam/sdk/io/mongodb/MongoDbIOTest.java  |  73 +--
 .../org/apache/beam/sdk/io/parquet/ParquetIO.java  |  36 +-
 sdks/java/io/redis/build.gradle                    |   2 +-
 .../org/apache/beam/sdk/io/redis/RedisIOTest.java  |  60 ++-
 .../src/main/java/StarterPipeline.java             |  19 +-
 .../apache_beam/examples/inference/README.md       |   6 +
 .../inference/sklearn_examples_requirements.txt    |   3 +-
 .../examples/inference/vllm_text_completion.py     |  53 +-
 .../apache_beam/io/gcp/bigquery_change_history.py  | 230 ++++++--
 .../io/gcp/bigquery_change_history_it_test.py      | 103 +++-
 sdks/python/apache_beam/io/jdbc.py                 |   5 +
 .../apache_beam/ml/gcp/recommendations_ai.py       |  20 +-
 .../apache_beam/ml/gcp/recommendations_ai_test.py  |   8 +-
 .../ml/gcp/recommendations_ai_test_it.py           |   7 +-
 .../ml/inference/agent_development_kit.py          | 296 +++++++++++
 .../ml/inference/agent_development_kit_test.py     | 334 ++++++++++++
 .../ml/inference/anthropic_inference.py            | 296 +++++++++++
 .../ml/inference/anthropic_inference_it_test.py    | 215 ++++++++
 .../ml/inference/anthropic_inference_test.py       | 351 +++++++++++++
 .../inference/anthropic_tests_requirements.txt}    |   2 +-
 .../apache_beam/ml/inference/pytorch_inference.py  |  16 +-
 .../apache_beam/ml/inference/vllm_inference.py     |   5 +-
 .../ml/rag/enrichment/milvus_search_it_test.py     |   9 +
 .../ml/rag/ingestion/milvus_search_it_test.py      |  12 +-
 sdks/python/apache_beam/ml/rag/test_utils.py       |  58 ++-
 sdks/python/apache_beam/portability/common_urns.py |   1 +
 .../apache_beam/runners/dataflow/internal/names.py |   2 +-
 .../runners/portability/portable_runner.py         |   7 +-
 sdks/python/apache_beam/transforms/core.py         |  78 ++-
 sdks/python/apache_beam/transforms/core_test.py    | 219 ++++++++
 .../transforms/enrichment_handlers/bigquery.py     |  19 +-
 .../enrichment_handlers/bigquery_test.py           |  47 ++
 .../transforms/managed_iceberg_it_test.py          |  23 +-
 .../typehints/native_type_compatibility.py         |   7 +-
 .../typehints/native_type_compatibility_test.py    |   4 +
 sdks/python/apache_beam/typehints/schemas.py       |  29 +-
 sdks/python/apache_beam/typehints/schemas_test.py  |   2 +
 sdks/python/apache_beam/version.py                 |   2 +-
 sdks/python/apache_beam/yaml/integration_tests.py  |  24 +-
 sdks/python/apache_beam/yaml/yaml_provider.py      |   8 +-
 .../python/container/distroless/py314/build.gradle |   2 +-
 sdks/python/pytest.ini                             |   1 +
 sdks/python/setup.py                               |  60 ++-
 sdks/python/test-suites/dataflow/common.gradle     |  28 +
 sdks/python/tox.ini                                |   2 +-
 sdks/typescript/package-lock.json                  |  12 +-
 sdks/typescript/package.json                       |   2 +-
 website/www/yarn.lock                              |   6 +-
 493 files changed, 5882 insertions(+), 1629 deletions(-)
 create mode 100644 .agent/skills/adding-new-metadata/SKILL.md
 copy plugins/beam-code-completion-plugin/src/test/testData/TestCompletions.java => examples/java/src/main/java/org/apache/beam/examples/PicoWordCount.java (56%)
 copy examples/java/src/main/java/org/apache/beam/examples/{RateLimiterSimple.java => RateLimitedPubSubReader.java} (72%)
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/main/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/FailoverChannel.java
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/FailoverChannelTest.java
 create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/client/grpc/stubs/NoopClientCall.java
 create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/transforms/MetadataPropagationTest.java
 create mode 100644 sdks/python/apache_beam/ml/inference/agent_development_kit.py
 create mode 100644 sdks/python/apache_beam/ml/inference/agent_development_kit_test.py
 create mode 100644 sdks/python/apache_beam/ml/inference/anthropic_inference.py
 create mode 100644 sdks/python/apache_beam/ml/inference/anthropic_inference_it_test.py
 create mode 100644 sdks/python/apache_beam/ml/inference/anthropic_inference_test.py
 copy sdks/python/apache_beam/{transforms/enrichment_handlers/feast_tests_requirements.txt => ml/inference/anthropic_tests_requirements.txt} (97%)