You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by da...@apache.org on 2025/10/01 14:30:24 UTC
(beam) branch users/damccorm/enforce-java-gbek updated (8c25c5644ad -> eaee76e99c8)
This is an automated email from the ASF dual-hosted git repository.
damccorm pushed a change to branch users/damccorm/enforce-java-gbek
in repository https://gitbox.apache.org/repos/asf/beam.git
from 8c25c5644ad Update triggers
add 893e9cbf8a5 Bump cloud.google.com/go/spanner from 1.85.0 to 1.85.1 in /sdks (#36206)
add bcc896128f5 [Dataflow Streaming Java] Fix possible IllegalStateException when grpc streams have deadline exceeded. (#36170)
add 4dc472a7520 Bump google.golang.org/grpc from 1.75.0 to 1.75.1 in /sdks (#36203)
add 580dba80fca Allow parquet import to be None (#36202)
add 70dc036e059 Bump docker/setup-qemu-action from 1 to 3 (#36208)
add fc7750b9862 Merge pull request #36190: FirestoreV1 - Fix output timestamp to be based on input window, not walltime.
add fa021af906b Sort output before comparison in enrichment test
add 30699d49464 Merge pull request #36212 from apache/fix-python-examples
add 5f0ac3c7f22 Bump google.golang.org/api from 0.248.0 to 0.249.0 in /sdks (#36207)
add da57e58a888 [Prism] Fix an issue on pane info being overwritten by different bundles. (#36188)
add 1d30d0c2485 Install go for python unit tests to use prism runner. (#36221)
add 65dfd30684d Revert "Install go for python unit tests to use prism runner. (#36221)" (#36223)
add 36598323b10 Infra iam enforcer service accounts (#36215)
add 354a3878fca Fix panic in teststream. (#36227)
add 7b22d6199b5 Bump github.com/docker/docker in /sdks (#36230)
add a5c98500f83 [Java] Change precondition checks to use lazy formatting (#36065)
add 6d80ed6c087 Bump github.com/testcontainers/testcontainers-go in /sdks (#36231)
add 8fd07a40087 Revert "Cleanly separate v1 worker and v2 sdk harness container image handling in DataflowRunner" (#36216)
add 11f75687d68 Remove Vertex LLM Inference Integration Test (#36172)
add df255a34fe4 Bump cloud.google.com/go/storage from 1.56.1 to 1.56.2 in /sdks (#36204)
add d26dbacc8e4 Add support for PROTO format in YAML Pub/Sub transform (#36185)
add 350537f782a Remove (inactive) key from example (#36234)
add 91460292891 Fix a deadlock situation for BlockOnSplit test case. (#36226)
add cf55feeb880 Fix Null Pointer Exception in BigQueryIO (#36209)
add c7b6576a7b5 [python] Fix output pcollections of composite transforms that return DoOutputsTuple (#36220)
add 4c8fdf699f6 Update import gpg action version
add 805796377b0 Adding release-2.68.0-postrelease to protected branches in .asf.yaml
add 42aed71971a blog: GSoC 2025 - Beam YAML, Kafka and Iceberg User Accessibility (#36233)
add 08b0572d54c Fix bug when execute DataframeTransform a dictionary of Pcoll (#35893)
add 85b27030d29 Update Beam website to release 2.68.0
add e4142f41a96 Update dates
add 16b31376fea Update links
add 6ec46786250 Merge pull request #36136 from apache/release-268-website
add 990b5ffb30b [Prism] Support injecting triggered bundle for a batch of elements. (#36219)
add 43c8285ff09 Add liferoad to go reviewwer. (#36239)
add 757ffcdc3b9 fix(pipeline): Handle missing side_inputs in AppliedPTransform (#36238)
add a32f2a3825c Fix race condition that causes the test flaky. (#36235)
add 1455548fd37 Update Beam version for republish released docker containers workflow
add 38ab0bc2f83 Bump github.com/nats-io/nats-server/v2 from 2.11.9 to 2.12.0 in /sdks (#36243)
add 8ca2a0af33c Touch trigger files for integration tests for OutputBuilder
add aa27e9ef82a Move WindowMatchers to main component of runners-core
add 2cff4cc48ab Add OutputBuilder to the Java SDK and use in runners
add 0384a59a1b5 Merge pull request #34902: Introduce OutputBuilder in Java SDK
add 12e6ff8efa1 Bump actions/stale from 9 to 10 (#36153)
add 7bee72f0b0c Bump actions/checkout from 4 to 5 (#36152)
add 22fe03306a5 Bump actions/github-script from 7 to 8 (#36157)
add bb617a012fd Bump actions/download-artifact from 4 to 5
add 7a4548fa4bb Merge pull request #36155: Bump actions/download-artifact from 4 to 5
add a3a457f2a8c Update description.md (#36240)
add 7f23c420010 [Prism] Improve logging messages and levels. (#36242)
add 5ba054ea9bc Add Charles to the list of Website authors
add 6344678b411 Merge pull request #36236: Add Charles to the list of Website authors
add e2eb65b2cdd Make BQ docs consistent (#36247)
add 5a9a740cfcb Revert "Bump actions/checkout from 4 to 5 (#36152)" (#36257)
add 17c85154690 Increase expansion service connection timeout to 30 sec. (#36256)
add 6b6af8d88be Bump actions/setup-java from 4 to 5 (#36262)
add 8668509d0a1 Use singleton prism server by default. (#36228)
add 620f4963666 Bump actions/setup-go from 5 to 6 (#36261)
add 23f2520ec87 Bump github.com/aws/aws-sdk-go-v2 from 1.39.0 to 1.39.1 in /sdks (#36259)
add 7cffae082e5 Allow manually running code_completion_plugin_tests.yml (#36265)
add 6c7bbdef7d9 Correctly override apache/beam containers for RC on Dataflow runner job submission (#36199)
add cf9d958c00a Clarify release-guide.md (#36237)
add b612413b5ad Bump cloud.google.com/go/storage from 1.56.2 to 1.57.0 in /sdks (#36263)
add 6d5af4b5dd2 Managed Bigquery Java Read&Write Transforms
add 469132a7ed1 switch to bigquery
add 1eda506c171 Upgrade check to next release
add 3a419b6d83b Merge pull request #36139: Managed Bigquery Java Read&Write Transforms
add da6f7b4f212 Fix Build Issues with Iceberg Upgrade (#36255)
add 527e821e3c9 Support managed jdbc io (SQLServer) (#36055)
add 5fe4b73a173 Revert "Update dill requirement in /sdks/python (#36147)" (#36270)
add d5059c3edda [Prism] Support AfterProcessingTime triggers - part 1 (#36126)
add 8bcd76661db Bump github.com/aws/aws-sdk-go-v2/config from 1.31.8 to 1.31.10 in /sdks (#36279)
add b8f0d5fc12b Bump google-github-actions/setup-gcloud from 2 to 3 (#36280)
add 39b1b26c22f Require dill for cloudml (#36269)
add c3ef7f31fb0 Update Beam Protobuf Schema (Java) (#35150)
add 432479c6f58 Fix PostCommit Java Hadoop Versions job (#36282)
add 8cb3d4463db Fix changes whitespace (#36286)
add e31079b9f74 Fix JUnit 5 module (#36258)
add f869272095d Bump golangci/golangci-lint-action from 3 to 8 (#36291)
add ac6d0334abc Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks (#36292)
add 4194a62ba89 Adds logging to DetectNewPartitionsAction in spanner changestream source. (#36290)
add 7381121babe Add GroupByEncryptedKey transform (#36213)
add febe6affadf Allow nullable subfields for OneOfType (#36297)
add 53bba283ce0 Fix typevar reduce for PYPI. (#36299)
add bbf3613ea40 Set latest tag based on branch in sdk and docker snapshots (#36298)
add bacd18b3731 CONTRIBUTING.md: include workflows README doc (#36303)
add d9209d9c876 Fix BigQuery Integration tests
add b9ba54d20b8 Fix location
add 8bde4429a3c fix location
add 08e76a0ca12 fix formatting
add 9cd994eb086 Merge pull request #36302 from tarun-google/fix_bigquery_tests
add 18d1d9fbb22 increase timeout (#36317)
add 50e14ace7f6 feat(bigquery): add BigLake configuration support for Storage Write API (#36225)
add c84f28f84aa Add option to pickle relative filepaths in cloudpickle. (#36300)
add 8cdd2f595ff Fix PerformanceTests jobs (#36315)
add abdec1bcecd Bump github.com/nats-io/nats.go from 1.45.0 to 1.46.0 in /sdks (#36312)
add 34aa17de6cd Allow users to pass service name for profiler for Java And Go SDK (#35903)
add 970f6b26c5d [GSoC 25][Blog Post]: Beam ML Vector DB/Feature Store Project (#36301)
add 292484f96a2 fix license script (#36328)
add bb340c2f66a further increase timeout (#36329)
add 4d87e040ac2 Add deterministic redistribute sharding for KafkaIO read. (#36112)
add 449ab577d32 Update python SDK container image (#36341)
add de8a6375242 Add Python 3.13
add 7a815d458f4 Add Python 3.13 to supported versions
add 881de9ba98a Update tensorflow version for Python 3.13
add 5f216696371 Merge pull request #36319 from apache/fix-update-dependencies
add da00474b4ea Add temp_location to all BigQuery Write examples and integration tests
add 75866588752 Merge pull request #36336 from tarun-google/fix_temp_location
add 09b9c471c8d Add @SchemaFieldDescription annotations and description to Bigtable config (#36344)
add eaee76e99c8 Merge branch 'master' into users/damccorm/enforce-java-gbek
No new revisions were added by this update.
Summary of changes:
.asf.yaml | 1 +
.github/REVIEWERS.yml | 1 +
.../test-properties.json | 8 +-
.../beam_PostCommit_Java_DataflowV1.json | 1 +
...eam_PostCommit_Java_Examples_Dataflow_Java.json | 1 +
.../beam_PostCommit_Java_Examples_Dataflow_V2.json | 1 +
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 1 +
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 1 +
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 1 +
...Java_ValidatesRunner_Dataflow_V2_Streaming.json | 1 +
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Samza.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 1 +
...m_PostCommit_Java_ValidatesRunner_Twister2.json | 1 +
.../beam_PostCommit_Java_ValidatesRunner_ULR.json | 1 +
.github/trigger_files/beam_PostCommit_Python.json | 2 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.json | 2 +-
.../beam_PostCommit_Python_Xlang_IO_Dataflow.json | 2 +-
.github/workflows/assign_milestone.yml | 2 +-
.github/workflows/beam_CleanUpGCPResources.yml | 2 +-
.../beam_Infrastructure_PolicyEnforcer.yml | 2 +-
.../beam_Infrastructure_SecurityLogging.yml | 2 +-
.../beam_Infrastructure_ServiceAccountKeys.yml | 2 +-
.../beam_Infrastructure_UsersPermissions.yml | 2 +-
.github/workflows/beam_Playground_Precommit.yml | 2 +-
.../beam_PostCommit_Java_Jpms_Direct_Java21.yml | 2 +-
.github/workflows/beam_PostCommit_Python_Arm.yml | 2 +-
.../beam_PostCommit_Yaml_Xlang_Direct.yml | 2 +-
.../workflows/beam_Publish_Beam_SDK_Snapshots.yml | 9 +-
.../workflows/beam_Publish_Docker_Snapshots.yml | 7 +-
...beam_Python_ValidatesContainer_Dataflow_ARM.yml | 2 +-
.github/workflows/build_release_candidate.yml | 12 +-
.github/workflows/build_wheels.yml | 10 +-
.github/workflows/code_completion_plugin_tests.yml | 3 +-
.github/workflows/finalize_release.yml | 16 +-
.github/workflows/refresh_looker_metrics.yml | 2 +-
.../republish_released_docker_containers.yml | 6 +-
.../run_rc_validation_python_mobile_gaming.yml | 2 +-
.../workflows/run_rc_validation_python_yaml.yml | 2 +-
.github/workflows/self-assign.yml | 2 +-
.github/workflows/stale.yml | 2 +-
.github/workflows/tour_of_beam_backend.yml | 4 +-
.github/workflows/update_python_dependencies.yml | 3 +-
.../postgres/postgres-service-for-local-dev.yml | 15 +-
CHANGES.md | 15 +-
CONTRIBUTING.md | 4 +
build.gradle.kts | 1 +
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 22 +-
contributor-docs/release-guide.md | 2 +-
examples/java/build.gradle | 35 +-
examples/java/common.gradle | 50 ++
examples/java/iceberg/build.gradle | 7 +
.../datatokenization/utils/SchemasUtils.java | 5 +-
.../anomaly_detection_timesfm.ipynb | 4 +-
infra/enforcement/iam.py | 18 +-
infra/iam/users.yml | 522 +++++++++++++-
.../common-transforms/filter/description.md | 2 +-
local-env-setup.sh | 4 +-
.../model/pipeline/v1/external_transforms.proto | 4 +
runners/core-java/build.gradle | 1 +
.../apache/beam/runners/core/LateDataUtils.java | 4 +-
...TimeBoundedSplittableProcessElementInvoker.java | 11 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 9 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 82 ++-
.../apache/beam/runners/core/WindowMatchers.java | 22 +
.../beam/runners/core/WindowMatchersTest.java | 26 +
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 4 +-
.../SplittableProcessElementsEvaluatorFactory.java | 3 +-
.../runners/direct/WindowEvaluatorFactory.java | 4 +-
.../flink/FlinkStreamingTransformTranslators.java | 12 +-
.../translation/functions/FlinkDoFnFunction.java | 21 +-
.../functions/FlinkNonMergingReduceFunction.java | 12 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 4 +-
.../dataflow/DataflowPipelineTranslator.java | 7 +-
.../beam/runners/dataflow/DataflowRunner.java | 149 ++--
.../dataflow/RedistributeByKeyOverrideFactory.java | 15 +-
.../options/DataflowPipelineWorkerPoolOptions.java | 13 +-
.../dataflow/util/CloudObjectTranslators.java | 2 +-
.../dataflow/DataflowPipelineTranslatorTest.java | 12 +-
.../beam/runners/dataflow/DataflowRunnerTest.java | 146 ++--
.../worker/AssignWindowsParDoFnFactory.java | 4 +-
.../worker/GroupAlsoByWindowParDoFnFactory.java | 9 +-
.../runners/dataflow/worker/InMemoryReader.java | 6 +-
.../dataflow/worker/PartialGroupByKeyParDoFns.java | 8 +-
.../ReifyTimestampAndWindowsParDoFnFactory.java | 11 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 8 +-
.../util/BatchGroupAlsoByWindowAndCombineFn.java | 3 +-
.../dataflow/worker/util/ValueInEmptyWindows.java | 4 +-
.../client/ResettableThrowingStreamObserver.java | 28 +-
.../grpc/observers/DirectStreamObserver.java | 2 +-
.../StreamObserverCancelledException.java | 6 +-
.../worker/util/GroupAlsoByWindowProperties.java | 4 +-
.../ResettableThrowingStreamObserverTest.java | 72 +-
.../fnexecution/environment/ProcessManager.java | 2 +-
.../runners/fnexecution/wire/CommonCoderTest.java | 4 +-
.../runners/spark/util/SparkSideInputReader.java | 2 +-
.../apache/beam/runners/spark/util/TimerUtils.java | 4 +-
.../twister2/utils/Twister2SideInputReader.java | 2 +-
sdks/go.mod | 59 +-
sdks/go.sum | 125 ++--
sdks/go/container/boot.go | 42 +-
sdks/go/container/boot_test.go | 127 +++-
.../go/pkg/beam/core/runtime/exec/dynsplit_test.go | 4 +-
.../beam/core/runtime/xlangx/expansionx/process.go | 2 +-
.../prism/internal/engine/elementmanager.go | 282 +++++---
.../beam/runners/prism/internal/engine/strategy.go | 108 ++-
.../runners/prism/internal/engine/strategy_test.go | 129 ++++
.../runners/prism/internal/engine/teststream.go | 3 +
sdks/go/pkg/beam/runners/prism/internal/execute.go | 42 +-
.../prism/internal/jobservices/server_test.go | 36 +-
.../pkg/beam/runners/prism/internal/preprocess.go | 14 +
sdks/go/pkg/beam/runners/prism/internal/stage.go | 4 +-
.../beam/runners/prism/internal/worker/worker.go | 4 +-
sdks/java/container/boot.go | 88 ++-
sdks/java/container/boot_test.go | 45 ++
.../license_scripts/pull_licenses_java.py | 3 +-
.../TFRecordReadSchemaTransformConfiguration.java | 3 +-
.../schemas/{Factory.java => FieldValueHaver.java} | 13 +-
.../sdk/schemas/GetterBasedSchemaProvider.java | 11 +-
.../java/org/apache/beam/sdk/schemas/Schema.java | 19 +-
.../beam/sdk/schemas/SchemaCoderHelpers.java | 2 +-
.../org/apache/beam/sdk/schemas/SchemaUtils.java | 279 +++++++
.../apache/beam/sdk/schemas/logicaltypes/Date.java | 7 +-
.../beam/sdk/schemas/logicaltypes/DateTime.java | 27 +-
.../sdk/schemas/logicaltypes/EnumerationType.java | 30 +-
.../sdk/schemas/logicaltypes/MicrosInstant.java | 15 +-
.../sdk/schemas/logicaltypes/NanosDuration.java | 11 +-
.../sdk/schemas/logicaltypes/NanosInstant.java | 11 +-
.../beam/sdk/schemas/logicaltypes/OneOfType.java | 15 +-
.../logicaltypes/PassThroughLogicalType.java | 8 +-
.../apache/beam/sdk/schemas/logicaltypes/Time.java | 7 +-
.../beam/sdk/schemas/utils/ByteBuddyUtils.java | 11 +
.../beam/sdk/schemas/utils/JavaBeanUtils.java | 64 ++
.../beam/sdk/testing/TestOutputReceiver.java | 63 ++
.../org/apache/beam/sdk/testing/TestPipeline.java | 73 +-
.../org/apache/beam/sdk/transforms/Create.java | 14 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 16 +-
.../beam/sdk/transforms/DoFnOutputReceivers.java | 158 ++--
.../org/apache/beam/sdk/transforms/DoFnTester.java | 18 +-
.../apache/beam/sdk/transforms/Redistribute.java | 17 +-
.../org/apache/beam/sdk/transforms/Reshuffle.java | 15 +-
...lueReceiver.java => OutputBuilderSupplier.java} | 10 +-
...ueReceiver.java => OutputBuilderSuppliers.java} | 18 +-
.../beam/sdk/util/WindowedValueReceiver.java | 2 +-
.../sdk/util/construction/SplittableParDo.java | 34 +-
.../construction/SplittableParDoNaiveBounded.java | 79 +-
.../{WindowedValue.java => OutputBuilder.java} | 48 +-
.../main/java/org/apache/beam/sdk/values/Row.java | 2 +-
.../org/apache/beam/sdk/values/WindowedValue.java | 6 +-
.../org/apache/beam/sdk/values/WindowedValues.java | 214 +++++-
.../sdk/transforms/reflect/DoFnInvokersTest.java | 63 +-
.../extensions/protobuf/ProtoBeamConverter.java | 588 +++++++++++++++
.../extensions/protobuf/ProtoByteBuddyUtils.java | 45 +-
.../sdk/extensions/protobuf/ProtoByteUtils.java | 2 +-
.../protobuf/ProtoDynamicMessageSchema.java | 802 +--------------------
.../extensions/protobuf/ProtoSchemaTranslator.java | 98 ++-
.../beam/sdk/extensions/protobuf/ProtobufUtil.java | 18 +
.../protobuf/ProtoBeamConverterTest.java | 620 ++++++++++++++++
.../extensions/protobuf/ProtoByteUtilsTest.java | 42 +-
.../protobuf/ProtoMessageSchemaTest.java | 77 ++
.../sdk/extensions/protobuf/TestProtoSchemas.java | 29 +-
.../src/test/proto/proto3_schema_messages.proto | 66 ++
.../sql/impl/parser/SqlCreateCatalog.java | 2 +-
.../sql/meta/catalog/InMemoryCatalog.java | 2 +-
.../sql/meta/provider/test/TestTableProvider.java | 2 +-
sdks/java/harness/build.gradle | 2 +
.../beam/fn/harness/AssignWindowsRunner.java | 7 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 376 +++++-----
...littableSplitAndSizeRestrictionsDoFnRunner.java | 65 +-
...ittableTruncateSizedRestrictionsDoFnRunner.java | 70 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 47 +-
...ableSplitAndSizeRestrictionsDoFnRunnerTest.java | 43 +-
.../beam/sdk/io/gcp/bigquery/BatchLoads.java | 4 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 30 +-
.../bigquery/StorageApiWriteUnshardedRecords.java | 67 +-
...ueryStorageWriteApiSchemaTransformProvider.java | 3 +
.../providers/BigQueryWriteConfiguration.java | 11 +
.../BigtableReadSchemaTransformProvider.java | 19 +
.../BigtableWriteSchemaTransformProvider.java | 18 +
.../sdk/io/gcp/firestore/FirestoreV1WriteFn.java | 12 +-
.../beam/sdk/io/gcp/spanner/MutationUtils.java | 2 +-
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 41 +-
.../beam/sdk/io/gcp/spanner/StructUtils.java | 2 +-
.../action/DetectNewPartitionsAction.java | 6 +-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 30 +-
.../gcp/pubsublite/internal/PubsubLiteDlqTest.java | 4 +-
.../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 19 +-
.../apache/beam/sdk/io/hcatalog/HCatalogIO.java | 2 +-
sdks/java/io/iceberg/build.gradle | 2 -
.../ReadFromSqlServerSchemaTransformProvider.java | 43 +-
...va => SqlServerSchemaTransformTranslation.java} | 26 +-
.../WriteToSqlServerSchemaTransformProvider.java | 43 +-
...> SqlServerSchemaTransformTranslationTest.java} | 68 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 53 +-
.../KafkaIOReadImplementationCompatibility.java | 6 +
.../beam/sdk/io/kafka/KafkaReadRedistribute.java | 124 ++++
...KafkaIOReadImplementationCompatibilityTest.java | 6 +-
.../org/apache/beam/sdk/io/kafka/KafkaIOTest.java | 87 ++-
.../sdk/io/kafka/KafkaReadRedistributeTest.java | 231 ++++++
.../beam/sdk/io/kafka/ReadFromKafkaDoFnTest.java | 27 +-
.../sdk/io/kafka/upgrade/KafkaIOTranslation.java | 10 +
.../io/kafka/upgrade/KafkaIOTranslationTest.java | 1 +
.../beam/sdk/io/pulsar/ReadFromPulsarDoFnTest.java | 32 +-
.../ReadFromSparkReceiverWithOffsetDoFnTest.java | 24 +-
.../apache/beam/sdk/io/thrift/ThriftSchema.java | 5 +-
.../java/org/apache/beam/sdk/managed/Managed.java | 3 +
sdks/java/testing/junit/build.gradle | 3 +-
.../beam/sdk/testing/TestPipelineExtension.java | 109 +--
.../testing/TestPipelineExtensionAdvancedTest.java | 5 +-
.../sdk/testing/TestPipelineExtensionTest.java | 5 +
sdks/python/apache_beam/dataframe/transforms.py | 2 +-
.../apache_beam/dataframe/transforms_test.py | 20 +
.../apache_beam/examples/inference/README.md | 6 +
.../inference/vertex_ai_llm_text_classification.py | 10 +
.../transforms/elementwise/enrichment_test.py | 4 +-
.../internal/cloudpickle/cloudpickle.py | 119 ++-
.../io/external/xlang_bigqueryio_it_test.py | 96 +++
sdks/python/apache_beam/io/gcp/bigquery.py | 8 +-
.../apache_beam/io/gcp/bigquery_biglake_test.py | 117 +++
sdks/python/apache_beam/io/parquetio.py | 8 +-
.../ml/inference/vertex_ai_inference_it_test.py | 17 -
sdks/python/apache_beam/pipeline.py | 10 +-
sdks/python/apache_beam/pipeline_test.py | 53 ++
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../portability/fn_api_runner/fn_runner_test.py | 18 +
.../runners/portability/prism_runner.py | 6 +-
.../runners/portability/prism_runner_test.py | 74 +-
.../testing/benchmarks/cloudml/requirements.txt | 1 +
sdks/python/apache_beam/testing/util.py | 29 +
sdks/python/apache_beam/transforms/managed.py | 3 +
sdks/python/apache_beam/transforms/util.py | 208 ++++++
sdks/python/apache_beam/transforms/util_test.py | 141 ++++
.../transforms/blueprint/gcs_text_to_bigquery.yaml | 3 +
.../transforms/blueprint/jdbc_to_bigquery.yaml | 3 +-
.../transforms/blueprint/mysql_to_bigquery.yaml | 3 +
.../transforms/blueprint/oracle_to_bigquery.yaml | 3 +
.../transforms/blueprint/postgres_to_bigquery.yaml | 3 +
.../transforms/blueprint/spanner_to_bigquery.yaml | 3 +
.../blueprint/sqlserver_to_bigquery.yaml | 3 +
.../ml/log_analysis/ml_preprocessing.yaml | 1 +
.../yaml/extended_tests/data/enrichment.yaml | 3 +
.../yaml/extended_tests/databases/bigquery.yaml | 4 +-
sdks/python/apache_beam/yaml/integration_tests.py | 5 +-
sdks/python/apache_beam/yaml/standard_io.yaml | 8 +-
sdks/python/apache_beam/yaml/yaml_io.py | 13 +-
sdks/python/apache_beam/yaml/yaml_io_test.py | 45 ++
.../container/base_image_requirements_manual.txt | 2 +-
sdks/python/setup.py | 4 +-
website/www/site/config.toml | 2 +-
website/www/site/content/en/blog/beam-2.68.0.md | 83 +++
.../site/content/en/blog/gsoc-25-ml-connectors.md | 254 +++++++
.../en/blog/gsoc-25-yaml-user-accessibility.md | 113 +++
.../documentation/io/built-in/google-bigquery.md | 4 +-
.../www/site/content/en/get-started/downloads.md | 18 +-
website/www/site/data/authors.yml | 7 +
256 files changed, 7233 insertions(+), 2571 deletions(-)
create mode 100644 examples/java/common.gradle
rename runners/core-java/src/{test => main}/java/org/apache/beam/runners/core/WindowMatchers.java (91%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/schemas/{Factory.java => FieldValueHaver.java} (78%)
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/testing/TestOutputReceiver.java
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{WindowedValueReceiver.java => OutputBuilderSupplier.java} (73%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{WindowedValueReceiver.java => OutputBuilderSuppliers.java} (66%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/values/{WindowedValue.java => OutputBuilder.java} (51%)
create mode 100644 sdks/java/extensions/protobuf/src/main/java/org/apache/beam/sdk/extensions/protobuf/ProtoBeamConverter.java
create mode 100644 sdks/java/extensions/protobuf/src/test/java/org/apache/beam/sdk/extensions/protobuf/ProtoBeamConverterTest.java
copy sdks/java/io/jdbc/src/main/java/org/apache/beam/sdk/io/jdbc/providers/{PostgresSchemaTransformTranslation.java => SqlServerSchemaTransformTranslation.java} (73%)
copy sdks/java/io/jdbc/src/test/java/org/apache/beam/sdk/io/jdbc/providers/{PostgresSchemaTransformTranslationTest.java => SqlServerSchemaTransformTranslationTest.java} (77%)
create mode 100644 sdks/java/io/kafka/src/main/java/org/apache/beam/sdk/io/kafka/KafkaReadRedistribute.java
create mode 100644 sdks/java/io/kafka/src/test/java/org/apache/beam/sdk/io/kafka/KafkaReadRedistributeTest.java
create mode 100644 sdks/python/apache_beam/io/gcp/bigquery_biglake_test.py
create mode 100644 website/www/site/content/en/blog/beam-2.68.0.md
create mode 100644 website/www/site/content/en/blog/gsoc-25-ml-connectors.md
create mode 100644 website/www/site/content/en/blog/gsoc-25-yaml-user-accessibility.md