You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2026/10/14 03:14:24 UTC
(beam) branch nightly-refs/heads/master updated (3ec3db07aa1 -> a9f808e4c45)
This is an automated email from the ASF dual-hosted git repository.
github-actions[bot] pushed a change to branch nightly-refs/heads/master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 3ec3db07aa1 [Python] Make `--aws_*` options defaults and `--s3_*` options S3 overrides (#40532)
add c6fb5d3bf52 Add bigquery_to_bigtable yaml blueprint example and e2e test (#40472)
add a5238291749 [Go SDK] Replace deprecated reflect.PtrTo in schema test (#40544)
add d1cd529651b Lock down provisioned Grafana dashboards as non-editable and non-deletable (#40536)
add 6e6be3a4b1e Harden Grafana anonymous access, Explore, data proxy, and version disclosure settings (#40537)
add f464625863b Restrict BeamInfluxDB Grafana datasource to HTTP GET queries (#40535)
add fa6e901a905 [Python] Fix DataFrame Series.value_counts with bins (#40505)
add 5492a3f0b85 Apply beamgrafana-deploy.yaml manifest during Beam Metrics deploy task (#40538)
add 72d387f3c7e [PR Bot] Select single main and backup reviewer using label priority (#40315)
add b59d255d065 [CI] Use Develocity Edge for the remote Gradle build cache (#40551)
add bfa17fde29d [OpenTelemetry] Fix OpenTelemetry span kinds and add write spans in PubsubIO and KafkaIO (#40483)
add 046b0387e05 Merge pull request #40437 from reuvenlax/merge_validates_runner_pipeline_options
add fb0a6a45bf9 Prep changes for merging ValidatesRunner jobs (#40436)
add 98fe1763084 Modifies Hugging Face model handlers to not use ML packages... (#40541)
add 162ec02ee15 add googleads version upgrade workflow (#40546)
add d0d1ac8bb54 Enforce read-only PostgreSQL permissions for kubeproxyuser_ro (#40534)
add c91977c31c1 [Solace] Add OpenTelemetry distributed tracing support to SolaceIO (#40175) (#40482)
add 3636a23d634 Catch alternate exception type in NumpyBatchConverter (#40553)
add d9e99ad211f [yaml] switch blueprint to pipelines (#40545)
add a9f808e4c45 [Python] Resolve AWS credentials through a secret manager (`--aws_credentials_secret_manager`) (#40547)
No new revisions were added by this update.
Summary of changes:
.github/REVIEWERS.yml | 12 ++
.github/workflows/IO_Iceberg_Integration_Tests.yml | 4 +-
.../IO_Iceberg_Integration_Tests_Dataflow.yml | 4 +-
..._Iceberg_Managed_Integration_Tests_Dataflow.yml | 4 +-
.github/workflows/IO_Iceberg_Performance_Tests.yml | 4 +-
.github/workflows/IO_Iceberg_Unit_Tests.yml | 4 +-
.github/workflows/README.md | 1 +
.github/workflows/beam_CancelStaleDataflowJobs.yml | 4 +-
.../workflows/beam_CleanUpDataprocResources.yml | 4 +-
.github/workflows/beam_CleanUpGCPResources.yml | 4 +-
.../workflows/beam_CleanUpPrebuiltSDKImages.yml | 4 +-
.../workflows/beam_CloudML_Benchmarks_Dataflow.yml | 4 +-
.../beam_IODatastoresCredentialsRotation.yml | 4 +-
.../beam_Inference_Python_Benchmarks_Dataflow.yml | 4 +-
.github/workflows/beam_Java_JMH.yml | 4 +-
.../beam_Java_LoadTests_Combine_Smoke.yml | 4 +-
.../beam_LoadTests_Go_CoGBK_Dataflow_Batch.yml | 4 +-
.../beam_LoadTests_Go_CoGBK_Flink_batch.yml | 4 +-
.../beam_LoadTests_Go_Combine_Dataflow_Batch.yml | 4 +-
.../beam_LoadTests_Go_Combine_Flink_Batch.yml | 4 +-
.../beam_LoadTests_Go_GBK_Dataflow_Batch.yml | 4 +-
.../beam_LoadTests_Go_GBK_Flink_Batch.yml | 4 +-
.../beam_LoadTests_Go_ParDo_Dataflow_Batch.yml | 4 +-
.../beam_LoadTests_Go_ParDo_Flink_Batch.yml | 4 +-
.../beam_LoadTests_Go_SideInput_Dataflow_Batch.yml | 4 +-
.../beam_LoadTests_Go_SideInput_Flink_Batch.yml | 4 +-
.../beam_LoadTests_Java_CoGBK_Dataflow_Batch.yml | 4 +-
...eam_LoadTests_Java_CoGBK_Dataflow_Streaming.yml | 4 +-
...s_Java_CoGBK_Dataflow_V2_Batch_JavaVersions.yml | 4 +-
...va_CoGBK_Dataflow_V2_Streaming_JavaVersions.yml | 4 +-
...s_Java_CoGBK_SparkStructuredStreaming_Batch.yml | 4 +-
.../beam_LoadTests_Java_Combine_Dataflow_Batch.yml | 4 +-
...m_LoadTests_Java_Combine_Dataflow_Streaming.yml | 4 +-
...Java_Combine_SparkStructuredStreaming_Batch.yml | 4 +-
.../beam_LoadTests_Java_GBK_Dataflow_Batch.yml | 4 +-
.../beam_LoadTests_Java_GBK_Dataflow_Streaming.yml | 4 +-
.../beam_LoadTests_Java_GBK_Dataflow_V2_Batch.yml | 4 +-
...LoadTests_Java_GBK_Dataflow_V2_Batch_Java17.yml | 4 +-
...am_LoadTests_Java_GBK_Dataflow_V2_Streaming.yml | 4 +-
...Tests_Java_GBK_Dataflow_V2_Streaming_Java17.yml | 4 +-
.../workflows/beam_LoadTests_Java_GBK_Smoke.yml | 4 +-
...sts_Java_GBK_SparkStructuredStreaming_Batch.yml | 4 +-
.../beam_LoadTests_Java_ParDo_Dataflow_Batch.yml | 4 +-
...eam_LoadTests_Java_ParDo_Dataflow_Streaming.yml | 4 +-
...s_Java_ParDo_Dataflow_V2_Batch_JavaVersions.yml | 4 +-
...va_ParDo_Dataflow_V2_Streaming_JavaVersions.yml | 4 +-
...s_Java_ParDo_SparkStructuredStreaming_Batch.yml | 4 +-
.github/workflows/beam_LoadTests_Java_PubsubIO.yml | 4 +-
.../beam_LoadTests_Python_CoGBK_Dataflow_Batch.yml | 4 +-
...m_LoadTests_Python_CoGBK_Dataflow_Streaming.yml | 4 +-
.../beam_LoadTests_Python_CoGBK_Flink_Batch.yml | 4 +-
...eam_LoadTests_Python_Combine_Dataflow_Batch.yml | 4 +-
...LoadTests_Python_Combine_Dataflow_Streaming.yml | 4 +-
.../beam_LoadTests_Python_Combine_Flink_Batch.yml | 4 +-
...am_LoadTests_Python_Combine_Flink_Streaming.yml | 4 +-
...LoadTests_Python_FnApiRunner_Microbenchmark.yml | 4 +-
.../beam_LoadTests_Python_GBK_Dataflow_Batch.yml | 4 +-
...eam_LoadTests_Python_GBK_Dataflow_Streaming.yml | 4 +-
.../beam_LoadTests_Python_GBK_Flink_Batch.yml | 4 +-
...adTests_Python_GBK_reiterate_Dataflow_Batch.yml | 4 +-
...sts_Python_GBK_reiterate_Dataflow_Streaming.yml | 4 +-
.../beam_LoadTests_Python_ParDo_Dataflow_Batch.yml | 4 +-
...m_LoadTests_Python_ParDo_Dataflow_Streaming.yml | 4 +-
.../beam_LoadTests_Python_ParDo_Flink_Batch.yml | 4 +-
...beam_LoadTests_Python_ParDo_Flink_Streaming.yml | 4 +-
...m_LoadTests_Python_SideInput_Dataflow_Batch.yml | 4 +-
.github/workflows/beam_LoadTests_Python_Smoke.yml | 4 +-
.../workflows/beam_MetricsCredentialsRotation.yml | 4 +-
.github/workflows/beam_Metrics_Report.yml | 4 +-
.../workflows/beam_PerformanceTests_AvroIOIT.yml | 4 +-
.../beam_PerformanceTests_AvroIOIT_HDFS.yml | 4 +-
...PerformanceTests_BigQueryIO_Batch_Java_Avro.yml | 4 +-
...PerformanceTests_BigQueryIO_Batch_Java_Json.yml | 4 +-
..._PerformanceTests_BigQueryIO_Streaming_Java.yml | 4 +-
...eam_PerformanceTests_BiqQueryIO_Read_Python.yml | 4 +-
...formanceTests_BiqQueryIO_Write_Python_Batch.yml | 4 +-
.github/workflows/beam_PerformanceTests_Cdap.yml | 4 +-
.../beam_PerformanceTests_Compressed_TextIOIT.yml | 4 +-
...m_PerformanceTests_Compressed_TextIOIT_HDFS.yml | 4 +-
.../beam_PerformanceTests_HadoopFormat.yml | 4 +-
.github/workflows/beam_PerformanceTests_JDBC.yml | 4 +-
.../workflows/beam_PerformanceTests_Kafka_IO.yml | 4 +-
.../beam_PerformanceTests_ManyFiles_TextIOIT.yml | 4 +-
...am_PerformanceTests_ManyFiles_TextIOIT_HDFS.yml | 4 +-
.../beam_PerformanceTests_MongoDBIO_IT.yml | 4 +-
.../beam_PerformanceTests_ParquetIOIT.yml | 4 +-
.../beam_PerformanceTests_ParquetIOIT_HDFS.yml | 4 +-
...erformanceTests_PubsubIOIT_Python_Streaming.yml | 4 +-
...m_PerformanceTests_SQLBigQueryIO_Batch_Java.yml | 4 +-
.../beam_PerformanceTests_SingleStoreIO.yml | 4 +-
..._PerformanceTests_SpannerIO_Read_2GB_Python.yml | 4 +-
...manceTests_SpannerIO_Write_2GB_Python_Batch.yml | 4 +-
.../beam_PerformanceTests_SparkReceiver_IO.yml | 4 +-
.../beam_PerformanceTests_TFRecordIOIT.yml | 4 +-
.../beam_PerformanceTests_TFRecordIOIT_HDFS.yml | 4 +-
.../workflows/beam_PerformanceTests_TextIOIT.yml | 4 +-
.../beam_PerformanceTests_TextIOIT_HDFS.yml | 4 +-
.../beam_PerformanceTests_TextIOIT_Python.yml | 4 +-
...PerformanceTests_WordCountIT_PythonVersions.yml | 4 +-
.../workflows/beam_PerformanceTests_XmlIOIT.yml | 4 +-
.../beam_PerformanceTests_XmlIOIT_HDFS.yml | 4 +-
.../beam_PerformanceTests_xlang_KafkaIO_Python.yml | 4 +-
.github/workflows/beam_Playground_CI_Nightly.yml | 4 +-
.github/workflows/beam_Playground_Precommit.yml | 4 +-
.github/workflows/beam_PostCommit_Go.yml | 4 +-
.../workflows/beam_PostCommit_Go_Dataflow_ARM.yml | 4 +-
.github/workflows/beam_PostCommit_Go_VR_Flink.yml | 4 +-
.github/workflows/beam_PostCommit_Go_VR_Spark.yml | 4 +-
.github/workflows/beam_PostCommit_Java.yml | 4 +-
.../beam_PostCommit_Java_Avro_Versions.yml | 4 +-
.../beam_PostCommit_Java_BigQueryEarlyRollout.yml | 4 +-
.../workflows/beam_PostCommit_Java_DataflowV1.yml | 4 +-
.../workflows/beam_PostCommit_Java_DataflowV2.yml | 4 +-
.../beam_PostCommit_Java_Delta_IO_Dataflow.yml | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow.yml | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow_ARM.yml | 4 +-
...beam_PostCommit_Java_Examples_Dataflow_Java.yml | 4 +-
.../beam_PostCommit_Java_Examples_Dataflow_V2.yml | 4 +-
...m_PostCommit_Java_Examples_Dataflow_V2_Java.yml | 4 +-
.../beam_PostCommit_Java_Examples_Direct.yml | 4 +-
.../beam_PostCommit_Java_Examples_Flink.yml | 4 +-
.../beam_PostCommit_Java_Examples_Spark.yml | 4 +-
.../beam_PostCommit_Java_Hadoop_Versions.yml | 4 +-
.../beam_PostCommit_Java_IO_Performance_Tests.yml | 4 +-
.../beam_PostCommit_Java_InfluxDbIO_IT.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Dataflow.yml | 4 +-
...beam_PostCommit_Java_Jpms_Dataflow_Versions.yml | 4 +-
.../workflows/beam_PostCommit_Java_Jpms_Direct.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Direct_Versions.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Flink_Java11.yml | 4 +-
.../beam_PostCommit_Java_Jpms_Spark_Java11.yml | 4 +-
.../beam_PostCommit_Java_Nexmark_Dataflow.yml | 4 +-
.../beam_PostCommit_Java_Nexmark_Dataflow_V2.yml | 4 +-
...am_PostCommit_Java_Nexmark_Dataflow_V2_Java.yml | 4 +-
.../beam_PostCommit_Java_Nexmark_Direct.yml | 4 +-
.../beam_PostCommit_Java_Nexmark_Flink.yml | 4 +-
.../beam_PostCommit_Java_Nexmark_Spark.yml | 4 +-
.../beam_PostCommit_Java_PVR_Flink_Batch.yml | 4 +-
.../beam_PostCommit_Java_PVR_Flink_Streaming.yml | 4 +-
.../beam_PostCommit_Java_PVR_Spark3_Streaming.yml | 4 +-
.../beam_PostCommit_Java_PVR_Spark4_Batch.yml | 4 +-
.../beam_PostCommit_Java_PVR_Spark4_Streaming.yml | 4 +-
...tCommit_Java_PVR_Spark4_StructuredStreaming.yml | 4 +-
.../beam_PostCommit_Java_PVR_Spark_Batch.yml | 4 +-
.../beam_PostCommit_Java_SingleStoreIO_IT.yml | 4 +-
.../beam_PostCommit_Java_Tpcds_Dataflow.yml | 4 +-
.../workflows/beam_PostCommit_Java_Tpcds_Flink.yml | 4 +-
.../workflows/beam_PostCommit_Java_Tpcds_Spark.yml | 4 +-
...am_PostCommit_Java_ValidatesRunner_Dataflow.yml | 4 +-
..._Java_ValidatesRunner_Dataflow_JavaVersions.yml | 4 +-
...mit_Java_ValidatesRunner_Dataflow_Streaming.yml | 4 +-
...a_ValidatesRunner_Dataflow_Streaming_Engine.yml | 4 +-
...atesRunner_Dataflow_Streaming_TagEncodingV2.yml | 4 +-
...PostCommit_Java_ValidatesRunner_Dataflow_V2.yml | 4 +-
..._Java_ValidatesRunner_Dataflow_V2_Streaming.yml | 4 +-
...beam_PostCommit_Java_ValidatesRunner_Direct.yml | 4 +-
...it_Java_ValidatesRunner_Direct_JavaVersions.yml | 4 +-
.../beam_PostCommit_Java_ValidatesRunner_Flink.yml | 4 +-
.../beam_PostCommit_Java_ValidatesRunner_Spark.yml | 4 +-
...beam_PostCommit_Java_ValidatesRunner_Spark4.yml | 4 +-
...va_ValidatesRunner_SparkStructuredStreaming.yml | 4 +-
...am_PostCommit_Java_ValidatesRunner_Twister2.yml | 4 +-
.../beam_PostCommit_Java_ValidatesRunner_ULR.yml | 4 +-
.github/workflows/beam_PostCommit_Javadoc.yml | 4 +-
.../beam_PostCommit_PortableJar_Flink.yml | 4 +-
.../beam_PostCommit_PortableJar_Spark.yml | 4 +-
.github/workflows/beam_PostCommit_Python.yml | 4 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 4 +-
.../beam_PostCommit_Python_Dependency.yml | 4 +-
.../beam_PostCommit_Python_Examples_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Examples_Direct.yml | 4 +-
.../beam_PostCommit_Python_Examples_Flink.yml | 4 +-
.../beam_PostCommit_Python_Examples_Spark.yml | 4 +-
.../beam_PostCommit_Python_MongoDBIO_IT.yml | 4 +-
.../beam_PostCommit_Python_Nexmark_Direct.yml | 4 +-
.../beam_PostCommit_Python_Portable_Flink.yml | 4 +-
...stCommit_Python_ValidatesContainer_Dataflow.yml | 4 +-
..._Python_ValidatesContainer_Dataflow_With_RC.yml | 4 +-
..._PostCommit_Python_ValidatesRunner_Dataflow.yml | 4 +-
...eam_PostCommit_Python_ValidatesRunner_Flink.yml | 4 +-
...eam_PostCommit_Python_ValidatesRunner_Spark.yml | 4 +-
.../workflows/beam_PostCommit_Python_Versions.yml | 4 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.yml | 4 +-
.../beam_PostCommit_Python_Xlang_IO_Dataflow.yml | 4 +-
.../beam_PostCommit_Python_Xlang_IO_Direct.yml | 4 +-
...am_PostCommit_Python_Xlang_Messaging_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_SQL.yml | 4 +-
.../beam_PostCommit_TransformService_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_Website_Test.yml | 4 +-
.github/workflows/beam_PostCommit_XVR_Direct.yml | 4 +-
.github/workflows/beam_PostCommit_XVR_Flink.yml | 4 +-
.../beam_PostCommit_XVR_GoUsingJava_Dataflow.yml | 4 +-
...eam_PostCommit_XVR_JavaUsingPython_Dataflow.yml | 4 +-
..._PostCommit_XVR_PythonUsingJavaSQL_Dataflow.yml | 4 +-
...eam_PostCommit_XVR_PythonUsingJava_Dataflow.yml | 4 +-
.github/workflows/beam_PostCommit_XVR_Spark3.yml | 4 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 4 +-
.../workflows/beam_PostRelease_NightlySnapshot.yml | 4 +-
.../workflows/beam_PreCommit_CommunityMetrics.yml | 4 +-
.../workflows/beam_PreCommit_Flink_Container.yml | 4 +-
.github/workflows/beam_PreCommit_GHA.yml | 4 +-
.github/workflows/beam_PreCommit_Go.yml | 4 +-
.github/workflows/beam_PreCommit_GoPortable.yml | 4 +-
.github/workflows/beam_PreCommit_GoPrism.yml | 4 +-
.github/workflows/beam_PreCommit_ItFramework.yml | 4 +-
.github/workflows/beam_PreCommit_Java.yml | 4 +-
...eCommit_Java_Amazon-Web-Services2_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Amqp_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Azure_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Cassandra_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Cdap_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Clickhouse_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Csv_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Datadog_IO_Direct.yml | 4 +-
.github/workflows/beam_PreCommit_Java_Dataflow.yml | 4 +-
.../beam_PreCommit_Java_Debezium_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Delta_IO_Direct.yml | 4 +-
...beam_PreCommit_Java_ElasticSearch_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Examples_Dataflow.yml | 4 +-
...eam_PreCommit_Java_Examples_Dataflow_Java11.yml | 4 +-
...Commit_Java_File-schema-transform_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Flink_Versions.yml | 4 +-
.../beam_PreCommit_Java_GCP_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Google-ads_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_HBase_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_HCatalog_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Hadoop_IO_Direct.yml | 4 +-
.../workflows/beam_PreCommit_Java_IOs_Direct.yml | 4 +-
.../beam_PreCommit_Java_InfluxDb_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_JDBC_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Jms_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Kafka_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Kafka_Streams_Runner.yml | 4 +-
.../beam_PreCommit_Java_Kudu_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_MongoDb_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Mqtt_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Neo4j_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_PVR_Flink_Batch.yml | 4 +-
.../beam_PreCommit_Java_PVR_Flink_Docker.yml | 4 +-
.../beam_PreCommit_Java_PVR_Prism_Loopback.yml | 4 +-
.../beam_PreCommit_Java_Parquet_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Pulsar_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_RabbitMq_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Redis_IO_Direct.yml | 4 +-
...am_PreCommit_Java_RequestResponse_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_SingleStore_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Snowflake_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Solace_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Solr_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Spark_Versions.yml | 4 +-
.../beam_PreCommit_Java_Splunk_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Thrift_IO_Direct.yml | 4 +-
.../beam_PreCommit_Java_Tika_IO_Direct.yml | 4 +-
.../workflows/beam_PreCommit_Kotlin_Examples.yml | 4 +-
.../workflows/beam_PreCommit_Portable_Python.yml | 4 +-
.github/workflows/beam_PreCommit_Prism_Python.yml | 4 +-
.github/workflows/beam_PreCommit_Python.yml | 4 +-
.github/workflows/beam_PreCommit_PythonDocker.yml | 4 +-
.github/workflows/beam_PreCommit_PythonDocs.yml | 4 +-
.../workflows/beam_PreCommit_PythonFormatter.yml | 4 +-
.github/workflows/beam_PreCommit_PythonLint.yml | 4 +-
.../workflows/beam_PreCommit_Python_Coverage.yml | 4 +-
.../workflows/beam_PreCommit_Python_Dataframes.yml | 4 +-
.github/workflows/beam_PreCommit_Python_Dill.yml | 4 +-
.../workflows/beam_PreCommit_Python_Examples.yml | 4 +-
.../beam_PreCommit_Python_Integration.yml | 4 +-
.github/workflows/beam_PreCommit_Python_ML.yml | 4 +-
.../workflows/beam_PreCommit_Python_PVR_Flink.yml | 4 +-
.../workflows/beam_PreCommit_Python_Runners.yml | 4 +-
.../workflows/beam_PreCommit_Python_Transforms.yml | 4 +-
.github/workflows/beam_PreCommit_RAT.yml | 4 +-
.github/workflows/beam_PreCommit_SQL.yml | 4 +-
.github/workflows/beam_PreCommit_SQL_Java17.yml | 4 +-
.github/workflows/beam_PreCommit_Spotless.yml | 4 +-
.github/workflows/beam_PreCommit_Typescript.yml | 4 +-
.github/workflows/beam_PreCommit_Website.yml | 4 +-
.../workflows/beam_PreCommit_Website_Stage_GCS.yml | 4 +-
.github/workflows/beam_PreCommit_Whitespace.yml | 4 +-
.../beam_PreCommit_Xlang_Generated_Transforms.yml | 4 +-
.../workflows/beam_PreCommit_Yaml_Xlang_Direct.yml | 4 +-
.github/workflows/beam_Prober_CommunityMetrics.yml | 4 +-
.github/workflows/beam_Publish_BeamMetrics.yml | 4 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 4 +-
.../workflows/beam_Publish_Docker_Snapshots.yml | 4 +-
.github/workflows/beam_Publish_Website.yml | 2 +-
.../beam_Python_CostBenchmarks_Dataflow.yml | 4 +-
...beam_Python_ValidatesContainer_Dataflow_ARM.yml | 4 +-
.github/workflows/beam_Release_NightlySnapshot.yml | 2 +-
.../beam_Release_Python_NightlySnapshot.yml | 4 +-
.../workflows/beam_StressTests_Java_BigQueryIO.yml | 4 +-
.../workflows/beam_StressTests_Java_BigTableIO.yml | 4 +-
.../workflows/beam_StressTests_Java_KafkaIO.yml | 4 +-
.../workflows/beam_StressTests_Java_PubSubIO.yml | 4 +-
.../workflows/beam_StressTests_Java_SpannerIO.yml | 4 +-
.github/workflows/build_release_candidate.yml | 2 +-
.github/workflows/code_completion_plugin_tests.yml | 4 +-
.../workflows/deploy_release_candidate_pypi.yaml | 2 +-
.github/workflows/finalize_release.yml | 2 +-
.github/workflows/java_tests.yml | 4 +-
.github/workflows/local_env_tests.yml | 4 +-
.github/workflows/playground_frontend_test.yml | 4 +-
.../run_rc_validation_java_mobile_gaming.yml | 4 +-
.../run_rc_validation_java_quickstart.yml | 4 +-
.../run_rc_validation_python_mobile_gaming.yml | 4 +-
.../workflows/run_rc_validation_python_yaml.yml | 4 +-
.../workflows/tour_of_beam_backend_integration.yml | 4 +-
.github/workflows/tour_of_beam_frontend_test.yml | 4 +-
.github/workflows/typescript_tests.yml | 2 +-
.github/workflows/update-googleads-version.yml | 148 ++++++++++++++
.github/workflows/update_python_dependencies.yml | 2 +-
.test-infra/metrics/build.gradle | 5 +
.test-infra/metrics/docker-compose.yml | 5 +
.../GA-Post-Commits_status_dashboard.json | 2 +-
.../dashboards/Post-Commits_status_dashboard.json | 2 +-
.../metrics/grafana/dashboards/code_velocity.json | 2 +-
.../github_actions_post-commit_tests.json | 2 +-
.../grafana/dashboards/home/getting_started.json | 4 +-
.../perftests_metrics/Combine_Load_Tests.json | 2 +-
.../perftests_metrics/GBK_Load_Tests.json | 2 +-
.../Java_IO_IT_Tests_Dataflow.json | 2 +-
.../perftests_metrics/Java_JMH_benchmarks.json | 2 +-
.../dashboards/perftests_metrics/Nexmark.json | 2 +-
.../Nexmark_Dataflow_RunnerV2.json | 2 +-
.../Nexmark_Spark_Classic_New_SQL.json | 2 +-
.../Nexmark_Spark_Classic_New_Standard.json | 2 +-
.../perftests_metrics/Nexmark_output_size.json | 2 +-
.../perftests_metrics/ParDo_Load_Tests.json | 2 +-
.../Python_FnApiRunner_ubenchmarks.json | 2 +-
.../Python_IO_IT_Tests_Dataflow.json | 2 +-
.../Python_ML_RunInference_Benchmark_Tests.json | 2 +-
.../Python_TFT_Criteo_benchmarks.json | 2 +-
.../Python_WordCount_IT_Benchmarks.json | 2 +-
.../perftests_metrics/SideInput_Load_Tests.json | 2 +-
.../perftests_metrics/TPC-DS_Dataflow_SQL.json | 2 +-
.../perftests_metrics/TPC-DS_Flink_SQL.json | 2 +-
.../TPC-DS_Spark_Classic_New_SQL.json | 2 +-
.../perftests_metrics/coGBK_Load_Tests.json | 2 +-
.../grafana/dashboards/post-commit_tests.json | 2 +-
.../grafana/dashboards/pre-commit_tests.json | 2 +-
.../grafana/dashboards/source_data_freshness.json | 2 +-
.../dashboards/stability_critical_jobs_status.json | 2 +-
.../grafana/provisioning/dashboards/all.yaml | 12 +-
.../provisioning/datasources/beaminfluxdb.yaml | 2 +
.test-infra/metrics/kubernetes/beam-influxdb.yaml | 3 +
.../metrics/kubernetes/beamgrafana-deploy.yaml | 20 ++
.test-infra/metrics/postgres/init.sql | 18 ++
.../github/github_runs_prefetcher/code/main.py | 3 +
.test-infra/metrics/sync/github/sync.py | 28 +++
CHANGES.md | 2 +
examples/yaml/README.md | 4 +-
scripts/ci/pr-bot/findPrsNeedingAttention.ts | 17 +-
scripts/ci/pr-bot/processNewPrs.ts | 14 +-
scripts/ci/pr-bot/shared/commentStrings.ts | 9 +
scripts/ci/pr-bot/shared/reviewerConfig.ts | 44 +++-
scripts/ci/pr-bot/shared/reviewersForLabel.ts | 49 ++++-
scripts/ci/pr-bot/shared/userCommand.ts | 28 ++-
scripts/ci/pr-bot/test/commentStringsTest.ts | 13 ++
scripts/ci/pr-bot/test/reviewerConfigTest.ts | 79 +++++---
scripts/ci/pr-bot/test/reviewersForLabelTest.ts | 46 +++++
.../beam/core/runtime/graphx/schema/schema_test.go | 2 +-
.../org/apache/beam/sdk/CompositePipeline.java | 158 +++++++++++++++
.../main/java/org/apache/beam/sdk/Pipeline.java | 2 +-
.../beam/sdk/options/PipelineOptionsFactory.java | 44 ++++
.../beam/sdk/options/ProxyInvocationHandler.java | 80 +++++++-
.../beam/sdk/runners/TransformHierarchy.java | 28 ++-
.../org/apache/beam/sdk/testing/TestPipeline.java | 17 +-
.../sdk/util/construction/PipelineTranslation.java | 19 +-
.../org/apache/beam/sdk/CompositePipelineTest.java | 221 +++++++++++++++++++++
.../sdk/options/ProxyInvocationHandlerTest.java | 71 +++++++
.../beam/sdk/runners/TransformHierarchyTest.java | 40 ++++
.../apache/beam/sdk/testing/TestPipelineTest.java | 49 +++++
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 47 +++--
.../beam/sdk/io/gcp/pubsub/PubsubIOTest.java | 121 +++++++++++
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 29 ++-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 125 ++++++++++++
sdks/java/io/solace/build.gradle | 5 +
.../org/apache/beam/sdk/io/solace/SolaceIO.java | 215 ++++++++++++++++++--
.../org/apache/beam/sdk/io/solace/data/Solace.java | 2 +
.../apache/beam/sdk/io/solace/MockProducer.java | 16 ++
.../beam/sdk/io/solace/SolaceIOReadTest.java | 151 ++++++++++++++
.../beam/sdk/io/solace/SolaceIOWriteTest.java | 213 ++++++++++++++++++++
.../beam/sdk/io/solace/data/SolaceDataUtils.java | 7 +-
sdks/python/apache_beam/dataframe/frames.py | 9 +-
sdks/python/apache_beam/dataframe/frames_test.py | 9 +
.../apache_beam/io/aws/clients/client_options.py | 177 +++++++++++++++++
.../apache_beam/io/aws/clients/s3/boto3_client.py | 19 +-
.../io/aws/clients/s3/boto3_client_test.py | 125 ++++++++++++
.../ml/inference/huggingface_inference.py | 126 ++++++++----
.../ml/inference/huggingface_inference_test.py | 157 ++++++++++++++-
.../python/apache_beam/options/pipeline_options.py | 27 ++-
sdks/python/apache_beam/typehints/batch.py | 4 +-
sdks/python/apache_beam/yaml/examples/README.md | 13 +-
.../yaml/examples/testing/examples_test.py | 50 ++++-
.../transforms/blueprint/bigquery_to_bigtable.yaml | 64 ++++++
.../cloudsql_to_bigquery.yaml | 0
.../gcs_text_to_bigquery.yaml | 0
.../iceberg_to_alloydb.yaml | 0
.../{blueprint => pipelines}/jdbc_to_bigquery.yaml | 0
.../{blueprint => pipelines}/kafka_to_iceberg.yaml | 0
.../mongodb_to_bigquery.yaml | 0
.../mysql_to_bigquery.yaml | 0
.../oracle_to_bigquery.yaml | 0
.../postgres_to_bigquery.yaml | 0
.../pubsub_subscription_to_bigquery.yaml | 0
.../pubsub_to_iceberg.yaml | 0
.../pubsub_topic_to_bigquery.yaml | 0
.../{blueprint => pipelines}/spanner_to_avro.yaml | 0
.../spanner_to_bigquery.yaml | 0
.../sqlserver_to_bigquery.yaml | 0
.../e2e/bigquery_to_bigtable.yaml} | 133 ++++---------
sdks/python/apache_beam/yaml/yaml_ml_test.py | 39 ++++
settings.gradle.kts | 28 +--
413 files changed, 3235 insertions(+), 1247 deletions(-)
create mode 100644 .github/workflows/update-googleads-version.yml
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/CompositePipeline.java
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/CompositePipelineTest.java
create mode 100644 sdks/python/apache_beam/io/aws/clients/client_options.py
create mode 100644 sdks/python/apache_beam/yaml/examples/transforms/blueprint/bigquery_to_bigtable.yaml
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/cloudsql_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/gcs_text_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/iceberg_to_alloydb.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/jdbc_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/kafka_to_iceberg.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/mongodb_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/mysql_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/oracle_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/postgres_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/pubsub_subscription_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/pubsub_to_iceberg.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/pubsub_topic_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/spanner_to_avro.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/spanner_to_bigquery.yaml (100%)
rename sdks/python/apache_beam/yaml/examples/transforms/{blueprint => pipelines}/sqlserver_to_bigquery.yaml (100%)
copy sdks/python/apache_beam/yaml/{tests/bigtable.yaml => extended_tests/e2e/bigquery_to_bigtable.yaml} (51%)