You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2025/09/18 14:50:20 UTC
(beam) branch dependabot/go_modules/sdks/cloud.google.com/go/pubsub-1.50.1 updated (fc6c667d140 -> 144ac9e05bc)
This is an automated email from the ASF dual-hosted git repository.
github-bot pushed a change to branch dependabot/go_modules/sdks/cloud.google.com/go/pubsub-1.50.1
in repository https://gitbox.apache.org/repos/asf/beam.git
omit fc6c667d140 Bump cloud.google.com/go/pubsub from 1.50.0 to 1.50.1 in /sdks
add 0c509d3a542 Add ALLOYDB_PASSWORD to Examples and Coverage workflow (#36061)
add d2fdabb07e4 Update beam_PreCommit_Whitespace.yml to run validateChanges (#36064)
add 6a7ef331dfe [Java] Fix expensive OneOfType precondition messages by making them lazy (#36063)
add f10fbf0831d Add prism capability matrix (#36066)
add 9ac64e0bde2 Spanner: Extend SpannerIO support for experimental hosts (#36048)
add d9ddcd4bf51 Add YAML Editor and Visualization Panel (#35947)
add 0ba89bbbb8f YAML example suite minor updates (#36074)
add 32f5be6c36c Update iceberg to 1.9.2 (#35981)
add a351c88d58c Added documentation for return vs yield usage in DoFn.process() (#34912)
add ed383fa4a3b Logs the BigQuery error that caused the load job failure (resolves #1… (#36068)
add 56dac7574cc Fix MqttIO read checkpoint logic (#36056)
add 56607ec888b Improve Iceberg Blueprint and documentation and Tests (#35961)
add be002c7a23d [YAML]: add optional schema config for all transforms (#35952)
add be4fb977e18 Support managed jdbc io (Postgres) (#36034)
add 32aff26a95b [yaml] - add yaml expand_pipeline ut tests (#36087)
add fe188e3635b [#34236] Add Vertex AI Multi-Modal embedding handler (#35677)
add a2f9fb8e992 pin avro 1.12.0 in expansion service (#36092)
add dffa53f7624 Correctly exclude prism when using external transforms (#36049)
add 28ad2358097 Add interactive dependency to notebooks (#36091)
add 10f0f072834 workflows: add `ALLOYDB_PASSWORD` to Precommit Python Transforms (#36096)
add 6a4ce21a742 Use unsigned integer math to calculate progress in GrowableOffsetRangeTracker since the difference between two offsets does not exceed the maximum value of the unsigned representation.
add 48b453a6b01 Merge pull request #35561: [GrowableOffsetRangeTracker] Use UnsignedLong instead of BigDecimal to calculate progress
add 520b456b769 Only update size metrics once per batch
add 60630afb39b Merge pull request #36077: [KafkaIO] Only update size metrics once per batch
add 359c9ebec95 Introduce Schema Registry Functionality to Managed KafkaIO Write. (#35644)
add 69aa8af121e Fix portableLocalRunnerJuliaSetWithSetupPy
add 246d95587e7 Fix PostCommit Python job (#36098)
add 9651c641240 Fix JDBC type validation to check for empty strings in Read and Write Postgres schema transform providers (#36103)
add a2e09096964 Bump github.com/spf13/cobra from 1.9.1 to 1.10.1 in /sdks (#36038)
add 33d8d702575 [YAML] - update readme to correct pipeline calls (#36076)
add 1da37bcff00 [2/2] sdks/python: enrich data with CloudSQL [PostgreSQL, MySQL, SQLServer] (#35473)
add becfcf86ab6 Fix CVE-2025-48734, CVE-2024-13009 (#36106)
add e64815d106a Hint Suggestions for invalid pipeline options (#36072)
add 4f0bcf63a37 Pin Avro 1.12 in expansion service container (#36108)
add dbae047c6ad feat(pubsub): support batch mode in WriteToPubSub transform (#36027)
add f96128a33bd Update PubsubIO.java documentation (#36120)
add 2a5bbc2d3b0 [Dataflow Java] Support the existing --logMdc option by adding the present mdc values to custom_data json field.
add f359ff57b9c Merge pull request #36117: [Dataflow Java] Support the existing --logMdc option by adding the present mdc values to custom_data json field.
add 2beb75c5bf9 infra/security: update project_id and bucket_name to match the correct configuration (#36122)
add abbaab8bfcd Fix flaky GrpcDirectGetWorkStreamTest.testConsumedWorkItems_itemsSplitAcrossResponses (#36129)
add ab2db45f71d Update import gpg action (#36130)
add f296000bb30 Update action (#36131)
add 55bbbb3331b Fix ml gradle (#36134)
add 1c74621d7f5 workflows: add `ubuntu-latest` to `beam_PreCommit_Python_ML`, `beam_PostCommit_Python`, and `beam_PreCommit_Python_Coverage` (#35816)
add 1211cc8260e Make dill optional (#36093)
add fe5c2888ae4 [Prism] Add previousInput watermark and use it in bundleReady (#36137)
add aa422055190 Log an error if parsing a meta option file fails. (#36060)
add 6077034b733 Sort output before comparison in enrichment test (#36143)
add 29b1abe40a4 Adding CMEK support for temp_dataset for Python Bigquery (#36118)
add e8a87a4b9dd Allow dependabot to update all actions (#36151)
add 03dbd7e0c71 ping ORC 1.9.6 (#36132)
add ab549a0cc92 Bump google-github-actions/auth from 2 to 3 (#36154)
add 8a5f57a44b2 JsonToRowTest: fix race condition (#36073)
add 06dd9b00db9 Fix PulsarIO (#36141)
add 0c433e3459f [Prism] Disable combiner lifting for TriggerAlways (#36146)
add fdec6a358b4 Add dill dep where tensorflow-transform is used. (#36158)
add 9020b1f6b79 Bump docker/build-push-action from 4 to 6 (#36159)
add b1f52878949 Set selected library to default before checks (#36156)
add d0e48e20240 [Prism] Defer unlocking to avoid deadlock (#36163)
add 6ef60bbf03a [Prism] Fix potential side-effect in TriggerAfterEach.onFire. (#36166)
add 9e9be850e5a Bump com.gradle.common-custom-user-data-gradle-plugin (#36167)
add 98aa5ff20f0 Add blog post for Google Summer of Code 25 on improving Apache Beam's infrastructure (#36161)
add 7cee7bb9f4b [Python] Fix: Propagate resource hints through with_exception_handling (#36090)
add bdf1be3e1f0 Changes multimap state key() tests to not care about order. There is no guarantee on the order keys are returned. Also fixes a couple warnings from other FnApi tests. (#36178)
add 575df4e89ee Set default redistribute key limit for KafkaIO read. (#36124)
add 5565f38c3de Bump actions/setup-node from 4 to 5 (#36182)
add d35bc38f950 Update dill requirement in /sdks/python (#36147)
add 98d4178baca [Dataflow Streaming] Reuse proto builders on hot path to reduce GC overhead (#36164)
add cf7d4801ac0 docs(downloads): update source code download links to use closer mirror (#36174)
add 0e727f0cb33 Touch trigger files to test separation of v1 worker and v2 sdk harness container image url parameters
add 5e256087536 Cleanly separate v1 worker and v2 sdk harness container image handling in DataflowRunner
add 2b65f46bdb4 Merge pull request #36138: Cleanly separate v1 worker and v2 sdk harness container image handling in DataflowRunner
add d69af5d19b9 Check whether notebook is running in colab environment before doing auth. (#36180)
add 83fff0fb7c0 Use distroless container built from HEAD in Dataflow V2 integration tests
add f3222edf36b Merge pull request #36160: Use distroless container built from HEAD in Dataflow V2 integration tests
add 9a5a357681d Import dill for test (#36149)
add f86452f32fb Support managed jdbc io (MySQL) (#36045)
add 117042c4ca5 Add liferoad to build reviewers list (#36186)
add dfeea359aef [Dataflow Streaming] Reuse ByteStringOutputStream buffers to reduce GC overhead (#36165)
add 93a38d6e56e Upgrade iceberg to 1.10.0 (#36123)
add 06ed09aabe1 Bump jlumbroso/free-disk-space from 1.3.0 to 1.3.1 (#36189)
add c0e4e45fca8 Bump python SDK harness to beam-master-20250917 (#36187)
add 3cad999e305 fix(pubsub): handle pubsub message attributes correctly in write (#36140)
add 6251f1017e1 Bump github.com/aws/aws-sdk-go-v2/feature/s3/manager in /sdks (#36116)
add 144ac9e05bc Bump cloud.google.com/go/pubsub from 1.50.0 to 1.50.1 in /sdks
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (fc6c667d140)
\
N -- N -- N refs/heads/dependabot/go_modules/sdks/cloud.google.com/go/pubsub-1.50.1 (144ac9e05bc)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.github/REVIEWERS.yml | 1 +
.github/dependabot.yml | 4 -
.../IO_Iceberg_Integration_Tests.json | 2 +-
.../IO_Iceberg_Integration_Tests_Dataflow.json | 2 +-
...Iceberg_Managed_Integration_Tests_Dataflow.json | 2 +-
.../beam_PostCommit_Java_DataflowV1.json | 1 +
.../beam_PostCommit_Java_DataflowV2.json | 1 +
...eam_PostCommit_Java_Examples_Dataflow_Java.json | 5 +-
.../beam_PostCommit_Java_Examples_Dataflow_V2.json | 1 +
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
...PostCommit_Python_ValidatesRunner_Dataflow.json | 2 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.json | 2 +-
.../beam_PostCommit_Python_Xlang_IO_Direct.json | 2 +-
.github/trigger_files/beam_PostCommit_SQL.json | 2 +-
...PreCommit_Java.json => beam_PreCommit_SQL.json} | 0
.github/workflows/beam_PostCommit_Python.yml | 23 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 2 +-
.../beam_PreCommit_Java_Pulsar_IO_Direct.yml | 29 +-
.../workflows/beam_PreCommit_Python_Coverage.yml | 5 +-
.../workflows/beam_PreCommit_Python_Examples.yml | 3 +-
.github/workflows/beam_PreCommit_Python_ML.yml | 22 +-
.../workflows/beam_PreCommit_Python_Transforms.yml | 3 +-
.github/workflows/beam_PreCommit_Whitespace.yml | 5 +
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 2 +-
...beam_Python_ValidatesContainer_Dataflow_ARM.yml | 2 +-
.github/workflows/build_release_candidate.yml | 14 +-
.github/workflows/build_runner_image.yml | 4 +-
.github/workflows/pr-bot-new-prs.yml | 2 +-
.github/workflows/pr-bot-pr-updates.yml | 2 +-
.github/workflows/pr-bot-prs-needing-attention.yml | 2 +-
.github/workflows/refresh_looker_metrics.yml | 2 +-
.github/workflows/reportGenerator.yml | 2 +-
.../republish_released_docker_containers.yml | 4 +-
.github/workflows/typescript_tests.yml | 6 +-
CHANGES.md | 12 +-
build.gradle.kts | 33 +-
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 2 +-
contributor-docs/release-guide.md | 4 +-
examples/java/build.gradle | 3 -
examples/java/{sql => iceberg}/build.gradle | 77 +--
.../iceberg}/IcebergBatchWriteExample.java | 2 +-
.../iceberg}/IcebergRestCatalogCDCExample.java | 2 +-
.../IcebergRestCatalogStreamingWriteExample.java | 2 +-
.../examples/iceberg}/IcebergTaxiExamples.java | 2 +-
.../alloydb_product_catalog_embeddings.ipynb | 26 +-
.../anomaly_detection_iforest.ipynb | 8 +-
.../anomaly_detection_timesfm.ipynb | 2 +-
.../beam-ml/automatic_model_refresh.ipynb | 2 +-
.../bigquery_vector_ingestion_and_search.ipynb | 2 +-
...cloudsql_mysql_product_catalog_embeddings.ipynb | 26 +-
...udsql_postgres_product_catalog_embeddings.ipynb | 26 +-
.../compute_and_apply_vocab.ipynb | 2 +-
.../huggingface_text_embeddings.ipynb | 2 +-
.../beam-ml/data_preprocessing/scale_data.ipynb | 2 +-
.../vertex_ai_text_embeddings.ipynb | 2 +-
.../notebooks/beam-ml/dataflow_tpu_examples.ipynb | 6 +-
.../gemma_2_sentiment_and_summarization.ipynb | 4 +-
.../beam-ml/image_processing_tensorflow.ipynb | 3 +-
examples/notebooks/beam-ml/mltransform_basic.ipynb | 2 +-
examples/notebooks/beam-ml/per_key_models.ipynb | 2 +-
.../beam-ml/rag_usecase/beam_rag_notebook.ipynb | 2 +-
.../rag_usecase/opensearch_rag_pipeline.ipynb | 2 +-
.../notebooks/beam-ml/run_inference_gemma.ipynb | 2 +-
.../beam-ml/run_inference_generative_ai.ipynb | 2 +-
.../beam-ml/run_inference_multi_model.ipynb | 2 +-
.../notebooks/beam-ml/run_inference_pytorch.ipynb | 2 +-
.../run_inference_pytorch_tensorflow_sklearn.ipynb | 6 +-
.../beam-ml/run_inference_tensorflow.ipynb | 2 +-
.../run_inference_tensorflow_with_tfx.ipynb | 2 +-
.../beam-ml/run_inference_vertex_ai.ipynb | 2 +-
.../run_inference_with_tensorflow_hub.ipynb | 2 +-
.../beam-ml/speech_emotion_tensorflow.ipynb | 2 +-
examples/notebooks/blog/unittests_in_beam.ipynb | 2 +-
infra/security/config.yml | 4 +-
.../model/pipeline/v1/external_transforms.proto | 8 +
runners/google-cloud-dataflow-java/build.gradle | 201 ++++----
.../dataflow/DataflowPipelineTranslator.java | 7 +-
.../beam/runners/dataflow/DataflowRunner.java | 127 +++--
.../options/DataflowPipelineWorkerPoolOptions.java | 13 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 12 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 50 +-
.../google-cloud-dataflow-java/worker/build.gradle | 6 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 76 ++-
.../logging/DataflowWorkerLoggingHandler.java | 30 ++
.../logging/DataflowWorkerLoggingInitializer.java | 4 +
.../client/grpc/GetWorkResponseChunkAssembler.java | 6 +-
.../worker/windmill/state/WindmillStateUtil.java | 56 ++-
.../logging/DataflowWorkerLoggingHandlerTest.java | 61 ++-
.../client/grpc/GrpcDirectGetWorkStreamTest.java | 27 +-
.../windmill/state/WindmillStateUtilTest.java | 87 ++++
sdks/go.mod | 34 +-
sdks/go.sum | 68 +--
.../prism/internal/engine/elementmanager.go | 139 +++---
.../beam/runners/prism/internal/engine/strategy.go | 10 +-
.../runners/prism/internal/engine/strategy_test.go | 19 +
sdks/go/pkg/beam/runners/prism/internal/execute.go | 8 +
.../beam/runners/prism/internal/handlecombine.go | 45 +-
.../runners/prism/internal/handlecombine_test.go | 70 ++-
.../runners/prism/internal/unimplemented_test.go | 2 +-
sdks/java/container/boot.go | 13 +-
.../beam/sdk/schemas/logicaltypes/OneOfType.java | 4 +-
.../splittabledofn/GrowableOffsetRangeTracker.java | 28 +-
.../beam/sdk/util/ByteStringOutputStream.java | 10 +
.../org/apache/beam/sdk/util/RowJsonUtils.java | 50 +-
.../beam/sdk/util/ByteStringOutputStreamTest.java | 13 +
sdks/java/expansion-service/container/Dockerfile | 2 +
sdks/java/expansion-service/container/build.gradle | 4 +
sdks/java/extensions/sql/build.gradle | 7 -
sdks/java/extensions/sql/hcatalog/build.gradle | 2 +-
sdks/java/extensions/sql/iceberg/build.gradle | 81 ++++
.../sql/meta/provider/iceberg/IcebergCatalog.java | 0
.../provider/iceberg/IcebergCatalogRegistrar.java} | 12 +-
.../sql/meta/provider/iceberg/IcebergFilter.java | 0
.../sql/meta/provider/iceberg/IcebergTable.java | 0
.../provider/iceberg/IcebergTableProvider.java | 0
.../sql/meta/provider/iceberg/package-info.java | 0
.../provider/iceberg/BeamSqlCliIcebergTest.java | 0
.../meta/provider/iceberg/IcebergFilterTest.java | 0
.../meta/provider/iceberg/IcebergReadWriteIT.java | 6 +-
.../provider/iceberg/IcebergTableProviderTest.java | 0
.../meta/provider/iceberg}/PubsubToIcebergIT.java | 3 +-
.../sql/meta/catalog/InMemoryCatalogRegistrar.java | 6 +-
...rnessMonitoringInfosInstructionHandlerTest.java | 3 +
.../harness/control/ProcessBundleHandlerTest.java | 1 +
.../harness/logging/BeamFnLoggingClientTest.java | 5 +-
.../fn/harness/state/MultimapUserStateTest.java | 15 +-
sdks/java/io/expansion-service/build.gradle | 20 +-
.../beam/sdk/io/gcp/bigquery/BigQueryHelpers.java | 17 +
.../sdk/io/gcp/bigquery/TableRowJsonCoder.java | 4 +-
.../apache/beam/sdk/io/gcp/pubsub/PubsubIO.java | 5 +-
.../beam/sdk/io/gcp/spanner/SpannerAccessor.java | 21 +
.../beam/sdk/io/gcp/spanner/SpannerConfig.java | 44 ++
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 164 +++++++
.../io/gcp/spanner/SpannerTransformRegistrar.java | 22 +
.../MetadataSpannerConfigFactory.java | 10 +
sdks/java/io/iceberg/build.gradle | 16 +-
.../apache/beam/sdk/io/iceberg/RecordWriter.java | 2 +-
.../beam/sdk/io/iceberg/IcebergIOWriteTest.java | 2 +-
.../sdk/io/iceberg/RecordWriterManagerTest.java | 40 +-
.../beam/sdk/io/iceberg/TestDataWarehouse.java | 2 +-
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 2 +-
sdks/java/io/jdbc/build.gradle | 3 +
.../io/jdbc/JdbcReadSchemaTransformProvider.java | 18 +
.../io/jdbc/JdbcWriteSchemaTransformProvider.java | 18 +
.../MySqlSchemaTransformTranslation.java} | 28 +-
.../PostgresSchemaTransformTranslation.java} | 28 +-
.../ReadFromMySqlSchemaTransformProvider.java | 41 +-
.../ReadFromPostgresSchemaTransformProvider.java | 48 +-
.../WriteToMySqlSchemaTransformProvider.java | 31 +-
.../WriteToPostgresSchemaTransformProvider.java | 38 +-
.../apache/beam/sdk/io/jdbc/JdbcIOPostgresIT.java | 178 +++++++
.../MysqlSchemaTransformTranslationTest.java} | 121 +++--
.../PostgresSchemaTransformTranslationTest.java} | 123 +++--
sdks/java/io/kafka/build.gradle | 3 +
sdks/java/io/kafka/kafka-integration-test.gradle | 1 +
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 40 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOUtils.java | 19 +-
.../kafka/KafkaWriteSchemaTransformProvider.java | 132 +++--
.../beam/sdk/io/kafka/ReadFromKafkaDoFn.java | 107 +++--
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 48 ++
.../KafkaWriteSchemaTransformProviderTest.java | 44 +-
.../java/org/apache/beam/sdk/io/mqtt/MqttIO.java | 84 ++--
.../org/apache/beam/sdk/io/mqtt/MqttIOTest.java | 59 ++-
sdks/java/io/pulsar/build.gradle | 21 +-
...ulsarDoFn.java => NaiveReadFromPulsarDoFn.java} | 209 +++++---
.../org/apache/beam/sdk/io/pulsar/PulsarIO.java | 194 +++++---
.../apache/beam/sdk/io/pulsar/PulsarIOUtils.java | 30 +-
.../apache/beam/sdk/io/pulsar/PulsarMessage.java | 62 ++-
.../beam/sdk/io/pulsar/PulsarMessageCoder.java | 50 --
.../beam/sdk/io/pulsar/PulsarSourceDescriptor.java | 15 +-
.../beam/sdk/io/pulsar/WriteToPulsarDoFn.java | 36 +-
.../apache/beam/sdk/io/pulsar/package-info.java | 6 +-
.../org/apache/beam/sdk/io/pulsar/FakeMessage.java | 25 +-
.../beam/sdk/io/pulsar/FakePulsarClient.java | 82 +++-
.../beam/sdk/io/pulsar/FakePulsarReader.java | 33 +-
.../org/apache/beam/sdk/io/pulsar/PulsarIOIT.java | 227 +++++++++
.../apache/beam/sdk/io/pulsar/PulsarIOTest.java | 245 ++--------
.../beam/sdk/io/pulsar/ReadFromPulsarDoFnTest.java | 46 +-
.../java/org/apache/beam/sdk/managed/Managed.java | 6 +
sdks/python/apache_beam/coders/coders.py | 11 +-
.../apache_beam/coders/coders_test_common.py | 26 +
.../snippets/transforms/elementwise/enrichment.py | 211 ++++++++
.../transforms/elementwise/enrichment_test.py | 263 ++++++++--
sdks/python/apache_beam/internal/pickler.py | 30 +-
sdks/python/apache_beam/internal/pickler_test.py | 24 +
sdks/python/apache_beam/io/gcp/bigquery.py | 8 +-
.../apache_beam/io/gcp/bigquery_file_loads_test.py | 15 +
.../apache_beam/io/gcp/bigquery_read_internal.py | 3 +-
.../io/gcp/bigquery_read_internal_test.py | 4 +-
sdks/python/apache_beam/io/gcp/bigquery_tools.py | 18 +-
.../apache_beam/io/gcp/bigquery_tools_test.py | 28 ++
sdks/python/apache_beam/io/gcp/pubsub.py | 151 +++++-
.../apache_beam/io/gcp/pubsub_integration_test.py | 89 +++-
sdks/python/apache_beam/io/gcp/pubsub_test.py | 65 ++-
.../apache_beam/ml/anomaly/specifiable_test.py | 9 +-
.../ml/rag/enrichment/milvus_search_it_test.py | 14 +-
sdks/python/apache_beam/ml/transforms/base.py | 39 ++
sdks/python/apache_beam/ml/transforms/base_test.py | 117 +++++
.../ml/transforms/embeddings/vertex_ai.py | 241 +++++++++-
.../ml/transforms/embeddings/vertex_ai_test.py | 107 +++++
.../python/apache_beam/options/pipeline_options.py | 34 +-
.../options/pipeline_options_validator.py | 28 ++
.../options/pipeline_options_validator_test.py | 43 ++
sdks/python/apache_beam/pipeline.py | 4 +
sdks/python/apache_beam/pipeline_test.py | 2 +
.../runners/dataflow/dataflow_runner.py | 8 +
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../runners/dataflow/ptransform_overrides.py | 65 ++-
.../apache_beam/runners/direct/direct_runner.py | 84 +---
.../yaml_parse_utils.py | 176 +++++++
.../apache-beam-jupyterlab-sidepanel/package.json | 17 +-
.../src/SidePanel.ts | 11 +-
.../apache-beam-jupyterlab-sidepanel/src/index.ts | 35 +-
.../src/yaml/CustomStyle.tsx | 179 +++++++
.../src/yaml/DataType.ts | 32 +-
.../src/yaml/EditablePanel.tsx | 408 ++++++++++++++++
.../src/yaml/EmojiMap.ts | 75 +++
.../src/yaml/Yaml.tsx | 322 +++++++++++++
.../src/yaml/YamlEditor.tsx | 338 +++++++++++++
.../src/yaml/YamlFlow.tsx | 227 +++++++++
.../ClustersWidget.tsx => yaml/YamlWidget.tsx} | 6 +-
.../style/index.css | 3 +
.../style/mdc-theme.css | 4 +-
.../style/{index.css => yaml/Yaml.css} | 30 +-
.../style/{index.css => yaml/YamlEditor.css} | 26 +-
.../style/yaml/YamlFlow.css | 168 +++++++
.../apache-beam-jupyterlab-sidepanel/yarn.lock | 535 ++++++++++++++++++++-
.../apache_beam/runners/portability/stager_test.py | 2 +
.../transforms/combinefn_lifecycle_test.py | 5 +
sdks/python/apache_beam/transforms/core.py | 21 +-
sdks/python/apache_beam/transforms/core_test.py | 89 ++++
.../transforms/enrichment_handlers/cloudsql.py | 30 +-
.../enrichment_handlers/cloudsql_it_test.py | 35 +-
sdks/python/apache_beam/transforms/external.py | 6 +-
sdks/python/apache_beam/transforms/managed.py | 10 +-
sdks/python/apache_beam/transforms/ptransform.py | 4 +
.../apache_beam/transforms/ptransform_test.py | 2 +
sdks/python/apache_beam/transforms/util_test.py | 17 +-
sdks/python/apache_beam/typehints/schemas_test.py | 12 +-
sdks/python/apache_beam/yaml/README.md | 4 +-
sdks/python/apache_beam/yaml/examples/README.md | 10 +-
.../transforms/blueprint/pubsub_to_iceberg.yaml | 6 +-
.../examples/transforms/jinja/import/README.md | 8 +-
.../examples/transforms/jinja/include/README.md | 8 +-
.../fraud_detection_mlops_beam_yaml_sdk.ipynb | 2 +-
.../databases/iceberg.yaml} | 28 +-
sdks/python/apache_beam/yaml/json_utils.py | 7 +-
sdks/python/apache_beam/yaml/pipeline.schema.yaml | 3 +
.../apache_beam/yaml/tests/assign_timestamps.yaml | 87 ++++
sdks/python/apache_beam/yaml/tests/create.yaml | 23 +
.../yaml/tests/validate_with_schema.yaml | 46 +-
sdks/python/apache_beam/yaml/yaml_errors.py | 5 +-
sdks/python/apache_beam/yaml/yaml_mapping.py | 4 +-
sdks/python/apache_beam/yaml/yaml_provider.py | 9 +-
sdks/python/apache_beam/yaml/yaml_transform.py | 271 +++++++++++
.../python/apache_beam/yaml/yaml_transform_test.py | 114 +++++
.../apache_beam/yaml/yaml_transform_unit_test.py | 111 +++++
.../container/base_image_requirements_manual.txt | 3 +
sdks/python/pytest.ini | 1 +
sdks/python/setup.py | 24 +-
sdks/python/test-suites/direct/common.gradle | 28 --
sdks/python/test-suites/portable/common.gradle | 2 +-
sdks/python/test-suites/tox/common.gradle | 3 +
sdks/python/tox.ini | 10 +-
settings.gradle.kts | 12 +-
website/www/site/content/en/blog/gsoc-25-infra.md | 78 +++
.../content/en/documentation/programming-guide.md | 98 ++++
.../content/en/documentation/sdks/yaml-errors.md | 10 +-
.../content/en/documentation/sdks/yaml-schema.md | 131 +++++
.../python/elementwise/enrichment-cloudsql.md | 146 ++++++
.../transforms/python/elementwise/enrichment.md | 1 +
.../www/site/content/en/get-started/downloads.md | 150 +++---
website/www/site/data/authors.yml | 4 +
website/www/site/data/capability_matrix.yaml | 158 ++++++
.../partials/section-menu/en/documentation.html | 1 +
275 files changed, 9059 insertions(+), 1869 deletions(-)
copy .github/trigger_files/{beam_PreCommit_Java.json => beam_PreCommit_SQL.json} (100%)
copy examples/java/{sql => iceberg}/build.gradle (54%)
rename examples/java/{src/main/java/org/apache/beam/examples/cookbook => iceberg/src/main/java/org/apache/beam/examples/iceberg}/IcebergBatchWriteExample.java (99%)
rename examples/java/{src/main/java/org/apache/beam/examples/cookbook => iceberg/src/main/java/org/apache/beam/examples/iceberg}/IcebergRestCatalogCDCExample.java (99%)
rename examples/java/{src/main/java/org/apache/beam/examples/cookbook => iceberg/src/main/java/org/apache/beam/examples/iceberg}/IcebergRestCatalogStreamingWriteExample.java (99%)
rename examples/java/{src/main/java/org/apache/beam/examples/cookbook => iceberg/src/main/java/org/apache/beam/examples/iceberg}/IcebergTaxiExamples.java (99%)
create mode 100644 runners/google-cloud-dataflow-java/worker/src/test/java/org/apache/beam/runners/dataflow/worker/windmill/state/WindmillStateUtilTest.java
create mode 100644 sdks/java/extensions/sql/iceberg/build.gradle
rename sdks/java/extensions/sql/{ => iceberg}/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergCatalog.java (100%)
copy sdks/java/extensions/sql/{src/main/java/org/apache/beam/sdk/extensions/sql/meta/catalog/InMemoryCatalogRegistrar.java => iceberg/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergCatalogRegistrar.java} (74%)
rename sdks/java/extensions/sql/{ => iceberg}/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergFilter.java (100%)
rename sdks/java/extensions/sql/{ => iceberg}/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergTable.java (100%)
rename sdks/java/extensions/sql/{ => iceberg}/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergTableProvider.java (100%)
rename sdks/java/extensions/sql/{ => iceberg}/src/main/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/package-info.java (100%)
rename sdks/java/extensions/sql/{ => iceberg}/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/BeamSqlCliIcebergTest.java (100%)
rename sdks/java/extensions/sql/{ => iceberg}/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergFilterTest.java (100%)
rename sdks/java/extensions/sql/{ => iceberg}/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergReadWriteIT.java (98%)
rename sdks/java/extensions/sql/{ => iceberg}/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg/IcebergTableProviderTest.java (100%)
rename sdks/java/extensions/sql/{src/test/java/org/apache/beam/sdk/extensions/sql => iceberg/src/test/java/org/apache/beam/sdk/extensions/sql/meta/provider/iceberg}/PubsubToIcebergIT.java (98%)
copy sdks/java/io/{kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformTranslation.java => jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/providers/MySqlSchemaTransformTranslation.java} (75%)
copy sdks/java/io/{kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformTranslation.java => jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/providers/PostgresSchemaTransformTranslation.java} (72%)
create mode 100644 sdks/java/io/jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/JdbcIOPostgresIT.java
copy sdks/java/io/{kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformTranslationTest.java => jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/providers/MysqlSchemaTransformTranslationTest.java} (63%)
copy sdks/java/io/{kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaSchemaTransformTranslationTest.java => jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/providers/PostgresSchemaTransformTranslationTest.java} (60%)
rename sdks/java/io/pulsar/src/main/java/org/apache/beam/sdk/io/pulsar/{ReadFromPulsarDoFn.java => NaiveReadFromPulsarDoFn.java} (51%)
delete mode 100644 sdks/java/io/pulsar/src/main/java/org/apache/beam/sdk/io/pulsar/PulsarMessageCoder.java
create mode 100644 sdks/java/io/pulsar/src/test/java/org/apache/beam/sdk/io/pulsar/PulsarIOIT.java
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/apache_beam_jupyterlab_sidepanel/yaml_parse_utils.py
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/yaml/CustomStyle.tsx
copy website/www/site/assets/js/shuffle-elements.js => sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/yaml/DataType.ts (57%)
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/yaml/EditablePanel.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/yaml/EmojiMap.ts
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/yaml/Yaml.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/yaml/YamlEditor.tsx
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/yaml/YamlFlow.tsx
copy sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/src/{clusters/ClustersWidget.tsx => yaml/YamlWidget.tsx} (86%)
copy sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/style/{index.css => yaml/Yaml.css} (58%)
copy sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/style/{index.css => yaml/YamlEditor.css} (61%)
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/style/yaml/YamlFlow.css
copy sdks/python/apache_beam/yaml/{tests/avro.yaml => extended_tests/databases/iceberg.yaml} (68%)
create mode 100644 website/www/site/content/en/blog/gsoc-25-infra.md
create mode 100644 website/www/site/content/en/documentation/sdks/yaml-schema.md
create mode 100644 website/www/site/content/en/documentation/transforms/python/elementwise/enrichment-cloudsql.md