You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by gi...@apache.org on 2026/04/29 16:49:30 UTC
(beam) branch dependabot/pip/sdks/python/container/py314/pillow-12.2.0 updated (43c26368092 -> a61b2c47359)
This is an automated email from the ASF dual-hosted git repository.
dependabot[bot] pushed a change to branch dependabot/pip/sdks/python/container/py314/pillow-12.2.0
in repository https://gitbox.apache.org/repos/asf/beam.git
discard 43c26368092 Bump pillow from 12.1.1 to 12.2.0 in /sdks/python/container/py314
add 4ba599c3ffb [Drain] Expose drain to dofn processElement and onTimer - add missing implementation for SDF and WindowExpiration processContext
add 3f5ce80418b Merge pull request #38119 from stankiewicz/fix_drain
add cd1a0998c52 Support annotationlib in native_type_compatibility (#38188)
add f3bd329bbf0 Update go version to 1.26.2 (#38131)
add 98f5b339bab Add mutable change stream in IntegrateionTestEnv.java for postgresql (#38057)
add 5655186de73 Retry transient NOT_FOUND on Storage API default stream
add a056c5b4991 Merge pull request #38132 from aIbrahiim/fix-gcp-io-default-stream
add 0471bb5e935 Change TriggerState finished bitset coder to a SentinelBitSetCoder (#38139)
add 48a6ceb7a57 [Dataflow Streaming] Fix spammy log during GrpcGetDataStream physical stream half-closing (#38158)
add 77ff67063f5 Install openssh-client
add 0bdc149b9b9 Merge pull request #38195 from apache/fix-flink-container
add e6c0796d2c2 Fix Lint PreCommit
add 56c8de59b13 skip spanner assignment too
add 09bc761f57b remove unused ignore
add 2e1edb08232 Merge pull request #38191 from jrmccluskey/assignmentSkip
add 4ee32cddb4c [Java Harness] Reapply optimization to use Caches.weigh on objects within cached blocks (#37964)
add a60a71e238a [Iceberg AddFiles] Attach name-mapping to table (#38189)
add 9a9d241b341 [ErrorProne] Enable BigDecimalEquals check and fix violations (#38193)
add c7e54f81e57 ErrorProne - enable NarrowCalculation check
add b2e97dee8c2 Merge pull request #38192 from stankiewicz/errorprone_NarrowCalculation
add d6fd0698769 [Iceberg] Support nested column paths in keep/drop configuration (#37516)
add ae536b6f0f8 fixed PythonDocker rerun matrix gating and gh setup (#38199)
add 30690fcf82d ignore test temporarily as enabling metadata propagation may break other tests.
add ff68119b42a Merge pull request #38213 from stankiewicz/ignore_metadata_propagation_test
add 3a19ef136fb Enable error-prone checks: ClassInitializationDeadlock, Finalize, NullableTypeParameter, ThreadPriorityCheck (#37788)
add 1f83bf05321 [yaml]: add kafka parameter explicitly and uncover kafka test (#36603)
add fb48a421441 Increase timeout for BQ early rollout job (#38216)
add 688c692702b Bump pytest from 8.4.2 to 9.0.3 in /sdks/python/container/py310 (#38180)
add c8ba2d875be Fix setup python environment
add 0e8953cb9cb Merge pull request #38217 from apache/fix-flink-cluster
add e71ba541497 Add ExceptionInfo type for with_exception_handling (#38173)
add a7c7786645c Migrate Common Linting Tooling to Rust-Based Packages (#38107)
add 9766c4a126d Bump Pytest Bounds (#38218)
add 9ba9960bc6e Use verbose mode when uploading pypi artifacts (#38223)
add c166bbe066c Fix CVE-2026-34477 (#38210)
add e841064660a Bump protobufjs and google-gax in /sdks/typescript (#38224)
add 621354f992b [ErrorProne] Enable UndefinedEquals check (#38197)
add f300e59fff9 ClickHouseIO - Improve user agent (#37815)
add 4e24a9c69f1 [IcebergIO AddFiles] Apply name mapping at commit time (#38232)
add 86ca83e81dd Exclude 3.14 ML containers from push314 (#38221)
add 1cb2a711aa6 Update Google BOM dependencies. (#38239)
add e5c4c1ed162 [Spark Runner] Prepare Spark 3 structured-streaming to shared base, adopt Flink-style version overrides (#38233)
add 0f48ffcbb27 Bump nltk from 3.9.3 to 3.9.4 in /sdks/python/container/ml/py312 (#38227)
add ac161e8d229 Pin numbus-jose-jwt to 9.37.4 (#38187)
add 00e825e71ea Update hbase version to fix netty CVEs. (#38241)
add ce20f7345b5 Remove widget state data in run_inference_gemma.ipynb (#38248)
add 79fb3600f97 [Python] Expand SDF by default in PortableRunner (#37965)
add 2ee8b6b667d Improve Javadoc for Coder class and clarify Context usage (#38235)
add cacf8f43fc9 Bump lodash from 4.17.23 to 4.18.1 in /sdks/typescript (#38043)
add bc6dffee9d3 Bump flatted from 3.4.1 to 3.4.2 in /sdks/typescript (#37906)
add e696acdfad0 Bump github.com/aws/aws-sdk-go-v2/aws/protocol/eventstream in /sdks (#38101)
add 25370f50b39 Bump github.com/nats-io/nats-server/v2 from 2.12.4 to 2.12.6 in /sdks (#37940)
add b4e1d57901e Install python (#38253)
add 0cdd1b49f3b Use static shared catalog and remove premature FileIO close (#38149)
add a615657d5a4 Allow Python user type pass through Beam SQL (#38206)
add 4151dded54f remove processContext usage across examples (java and kotlin) (#37937)
add 3ea73d2ba60 [ErrorProne] enable AutoValueSubclassLeaked, EscapedEntity, JUnitIncompatibleType, EqualsUnsafeCast (#38256)
add 357862aee37 [runners-flink] Bump FlinkRequiresStableInputTest timeout to 120s (#38273)
add 4cdcf04bd78 Add connectivity type tracking to endpoint consumption logic (#38249)
add 5a5f402d6a2 Implement pluggable Lineage in Java SDK (#36781)
add de1cc7d02bd improve Maven badge readability in README (#37910)
add 2f499a34f2c [runners-flink] Use index-based version comparison in flink_runner.gradle (#38272)
add efd2abfe4e8 [ErrorProne] Update comment in BeamModulePlugin.groovy (#38281)
add a4c7944ea68 Add PreCommit Java Dataflow workflow (#38094) (#38124)
add 6106b308996 [BigQueryIO] Include insert error in log message if TableRow parsing fails (#38231)
add e01f711413f bump beam container versions (#38285)
add d225abf7f30 Bump pytest from 8.4.2 to 9.0.3 in /sdks/python/container/py314 (#38179)
add 7597370249d [Enrichment] Expose max_batch_duration_secs in SQL/BQ handlers (#38243) (#38244)
add a375d6c608d FileBasedSinkTest failure (#38284)
add e126106eaba Fix ML presubmits. (#38289)
add b56d94f4334 Automaticaly update BigQuery table schema when unknown fields are seen. (#38058)
add 448422bde99 Fix data race in JsonPayloadSerializerProvider. (#38265)
add f87ee765642 Go validation runner test script fixes (#38283)
add 11cc79e66dd Allow SpannerIO.readChangeStream() to query & union a list of change stream TVF's (#38167)
add 9caf1a6f5cb Update changes (#38293)
add 106e4493873 Pin transformers/tokenizers for ML tests (#38291)
add 9e1c7a8f210 Fix PreCommit Java Dataflow non-portable runner (#38290)
add 48139dd7333 [IcebergIO] Support sort order on dynamic table creation (#38269)
add 3776a9992dd Increase timeouts (#38301)
add e51fb74dbbf Fix LineagePluginTest on runners other than Direct runner (#38296)
add 29b168035b1 Revert #38256 partially (AutoValueSubclassLeaked)
add 4fc480e2c2b Supress warnings
add b4e2c8ca633 Merge pull request #38292 from apache/fix-hadoop-format
add 2f300cc87b7 update beam python container (#38298)
add 7712cf3a460 feat(ml): add stateless bundle-local size-aware batching and benchmark (#37532)
add 725583ef839 Bump pytest from 6.2.5 to 9.0.3 in /playground/infrastructure
add 43e9ea96713 Merge pull request #38165 from apache/dependabot/pip/playground/infrastructure/pytest-9.0.3
add ac7704f068c Bump github.com/aws/aws-sdk-go-v2/service/s3 in /sdks
add bfa7fb9406d Merge pull request #38102 from apache/dependabot/go_modules/sdks/github.com/aws/aws-sdk-go-v2/service/s3-1.97.3
add 0d1d2476795 Enhance documentation for stateful conversations (#38247)
add 99a72bce645 Use registered type for Row (#38108)
add 6ca2f4ebfe9 Bump Docker PreCommit timeout, address errant setuptools warning (#38305)
add 61fda334aa8 Update Flink Version Compatibility (#38277)
add 062fab3181c Bump nodemailer from 7.0.11 to 8.0.5 in /scripts/ci/issue-report
add 33d6040b61d Merge pull request #38106 from apache/dependabot/npm_and_yarn/scripts/ci/issue-report/nodemailer-8.0.5
add a00d5ab772b Bump picomatch from 2.3.1 to 2.3.2 in /scripts/ci/pr-bot
add 4c8d8522050 Merge pull request #37979 from apache/dependabot/npm_and_yarn/scripts/ci/pr-bot/picomatch-2.3.2
add 281270cbee2 Refactor StorageAPI BigQuery sink (#38264)
add febef3501f6 add auto gemini review comment workflow (#38309)
add d8d99c4b6ec Set gemini config.yaml to post code review on PR open (#38316)
add 7910b1b3793 Add DiskProvisionedIops/ThroughputMibps options and update Go client libraries (#37377)
add 09febfd5d80 Revert "add auto gemini review comment workflow (#38309)" (#38318)
add 79f03db9e10 Remove mypy configuration (#38266)
add b05fbf4437a Remove Samza runner support (#38263)
add 0739dbbbbd3 Revert "Add DiskProvisionedIops/ThroughputMibps options and update Go client libraries (#37377)" (#38321)
add 329488388fd Bump pytest from 8.4.2 to 9.0.3 in /sdks/python/container/ml/py312 (#38178)
add 70405656d36 Bump requests from 2.32.5 to 2.33.0 in /sdks/python/container/ml/py312 (#37968)
add a61ef0a7372 Bump requests (#37962)
add 28576032d43 Add outstanding parameters to processElement and onTimer signatures (#37933)
add a61b2c47359 Bump pillow from 12.1.1 to 12.2.0 in /sdks/python/container/py314
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (43c26368092)
\
N -- N -- N refs/heads/dependabot/pip/sdks/python/container/py314/pillow-12.2.0 (a61b2c47359)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
No new revisions were added by this update.
Summary of changes:
.agent/skills/beam-dofn-modernizer/SKILL.md | 207 ++++
.agent/skills/python-development/SKILL.md | 8 +-
.gemini/config.yaml | 2 +-
.github/ISSUE_TEMPLATE/bug.yml | 2 +-
.github/ISSUE_TEMPLATE/failing_test.yml | 2 +-
.github/ISSUE_TEMPLATE/feature.yml | 2 +-
.github/ISSUE_TEMPLATE/task.yml | 2 +-
.github/actions/rerun-job-action/action.yml | 6 +-
.github/autolabeler.yml | 1 -
.github/codecov.yml | 1 +
.../arc/images/Dockerfile | 4 +-
.github/issue-rules.yml | 4 +-
.../IO_Iceberg_Integration_Tests.json | 2 +-
...Iceberg_Managed_Integration_Tests_Dataflow.json | 2 +-
.../trigger_files/beam_PostCommit_Go_VR_Flink.json | 1 -
...beam_PostCommit_Java_ValidatesRunner_Samza.json | 8 -
...am_PostCommit_Python_ValidatesRunner_Flink.json | 3 +-
...am_PostCommit_Python_ValidatesRunner_Spark.json | 3 +-
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.json | 2 +-
.../beam_PostCommit_Python_Xlang_Gcp_Direct.json | 2 +-
.../beam_PostCommit_Python_Xlang_IO_Direct.json | 2 +-
.github/trigger_files/beam_PostCommit_SQL.json | 2 +-
.../trigger_files/beam_PostCommit_XVR_Flink.json | 3 +-
.../trigger_files/beam_PostCommit_XVR_Spark3.json | 4 +-
.../beam_PostCommit_Yaml_Xlang_Direct.json | 2 +-
.../trigger_files/beam_PreCommit_Python_ML.json | 4 +
.github/workflows/README.md | 10 +-
.github/workflows/beam_CleanUpGCPResources.yml | 5 +-
.../beam_LoadTests_Go_CoGBK_Flink_batch.yml | 4 +-
.../beam_LoadTests_Go_Combine_Flink_Batch.yml | 6 +-
.../beam_LoadTests_Go_GBK_Flink_Batch.yml | 4 +-
.../beam_LoadTests_Go_ParDo_Flink_Batch.yml | 4 +-
.../beam_LoadTests_Go_SideInput_Flink_Batch.yml | 4 +-
.github/workflows/beam_PostCommit_Go_VR_Samza.yml | 85 --
.../beam_PostCommit_Java_BigQueryEarlyRollout.yml | 2 +-
.../workflows/beam_PostCommit_Java_PVR_Samza.yml | 104 --
.../beam_PostCommit_Java_ValidatesRunner_Samza.yml | 100 --
.github/workflows/beam_PostCommit_Python_Arm.yml | 2 +-
...eam_PostCommit_Python_ValidatesRunner_Samza.yml | 110 --
.../beam_PostCommit_Python_Xlang_Gcp_Dataflow.yml | 2 +-
.github/workflows/beam_PostCommit_XVR_Samza.yml | 107 --
.github/workflows/beam_PreCommit_Java.yml | 2 +
.../beam_PreCommit_Java_Clickhouse_IO_Direct.yml | 7 +
...it_SQL.yml => beam_PreCommit_Java_Dataflow.yml} | 67 +-
.github/workflows/beam_PreCommit_PythonDocker.yml | 7 +-
.../workflows/deploy_release_candidate_pypi.yaml | 2 +-
.pre-commit-config.yaml | 13 +-
.test-infra/BUILD_STATUS.md | 390 -------
.../src/main/resources/configuration.yaml | 2 +-
CHANGES.md | 11 +
README.md | 2 +-
build.gradle.kts | 5 -
.../org/apache/beam/gradle/BeamModulePlugin.groovy | 31 +-
dev-support/docker/Dockerfile | 2 +-
.../examples/iceberg/IcebergBatchWriteExample.java | 15 +-
.../beam/examples/SchemaTransformExample.java | 8 +-
.../apache/beam/examples/SqlTransformExample.java | 8 +-
.../beam/examples/ApproximateQuantilesExample.java | 8 +-
.../beam/examples/CoCombineTransformExample.java | 17 +-
.../apache/beam/examples/CoGroupByKeyExample.java | 8 +-
.../org/apache/beam/examples/CombineExample.java | 8 +-
.../org/apache/beam/examples/CountExample.java | 8 +-
.../apache/beam/examples/CountPerKeyExample.java | 8 +-
.../org/apache/beam/examples/CreateExample.java | 8 +-
.../apache/beam/examples/DebuggingWordCount.java | 13 +-
.../org/apache/beam/examples/DistinctExample.java | 8 +-
.../beam/examples/FlatMapElementsExample.java | 8 +-
.../beam/examples/GroupIntoBatchesExample.java | 8 +-
.../beam/examples/KafkaPassengerCountJson.java | 19 +-
.../org/apache/beam/examples/KafkaStreaming.java | 31 +-
.../apache/beam/examples/KafkaWordCountAvro.java | 9 +-
.../apache/beam/examples/KafkaWordCountJson.java | 9 +-
.../java/org/apache/beam/examples/KeysExample.java | 8 +-
.../org/apache/beam/examples/KvSwapExample.java | 8 +-
.../org/apache/beam/examples/LatestExample.java | 8 +-
.../apache/beam/examples/MapElementsExample.java | 8 +-
.../java/org/apache/beam/examples/MaxExample.java | 8 +-
.../org/apache/beam/examples/MaxPerKeyExample.java | 8 +-
.../java/org/apache/beam/examples/MeanExample.java | 8 +-
.../apache/beam/examples/MeanPerKeyExample.java | 8 +-
.../java/org/apache/beam/examples/MinExample.java | 8 +-
.../org/apache/beam/examples/MinPerKeyExample.java | 8 +-
.../org/apache/beam/examples/PartitionExample.java | 8 +-
.../apache/beam/examples/RateLimiterSimple.java | 8 +-
.../org/apache/beam/examples/RegexExample.java | 8 +-
.../org/apache/beam/examples/SampleExample.java | 8 +-
.../java/org/apache/beam/examples/SumExample.java | 8 +-
.../org/apache/beam/examples/SumPerKeyExample.java | 8 +-
.../org/apache/beam/examples/ToStringExample.java | 8 +-
.../java/org/apache/beam/examples/TopExample.java | 8 +-
.../org/apache/beam/examples/ValuesExample.java | 8 +-
.../java/org/apache/beam/examples/ViewExample.java | 19 +-
.../org/apache/beam/examples/WindowExample.java | 8 +-
.../beam/examples/complete/AutoComplete.java | 60 +-
.../examples/complete/StreamingWordExtract.java | 16 +-
.../org/apache/beam/examples/complete/TfIdf.java | 75 +-
.../examples/complete/TopWikipediaSessions.java | 30 +-
.../beam/examples/complete/TrafficMaxLaneFlow.java | 30 +-
.../beam/examples/complete/TrafficRoutes.java | 46 +-
.../transforms/DataProtectors.java | 21 +-
.../transforms/io/TokenizationBigQueryIO.java | 7 +-
.../transforms/io/TokenizationBigTableIO.java | 6 +-
.../datatokenization/utils/CsvConverters.java | 107 +-
.../datatokenization/utils/ErrorConverters.java | 30 +-
.../beam/examples/complete/game/GameStats.java | 45 +-
.../examples/complete/game/HourlyTeamScore.java | 6 +-
.../beam/examples/complete/game/LeaderBoard.java | 18 +-
.../examples/complete/game/StatefulTeamScore.java | 18 +-
.../beam/examples/complete/game/UserScore.java | 14 +-
.../complete/game/utils/WriteToBigQuery.java | 22 +-
.../examples/complete/game/utils/WriteToText.java | 21 +-
.../game/utils/WriteWindowedToBigQuery.java | 15 +-
.../cookbook/BigQueryStreamingTornadoes.java | 21 +-
.../beam/examples/cookbook/BigQueryTornadoes.java | 16 +-
.../examples/cookbook/CombinePerKeyExamples.java | 14 +-
.../beam/examples/cookbook/FilterExamples.java | 31 +-
.../beam/examples/cookbook/JoinExamples.java | 32 +-
.../beam/examples/cookbook/MaxPerKeyExamples.java | 17 +-
.../cookbook/MinimalBigQueryTornadoes.java | 18 +-
.../beam/examples/cookbook/TriggerExample.java | 47 +-
.../apache/beam/examples/snippets/Snippets.java | 40 +-
.../examples/subprocess/ExampleEchoPipeline.java | 10 +-
.../beam/examples/cookbook/TriggerExampleTest.java | 8 +-
.../subprocess/ExampleEchoPipelineTest.java | 10 +-
.../beam/examples/kotlin/DebuggingWordCount.kt | 12 +-
.../examples/kotlin/cookbook/BigQueryTornadoes.kt | 15 +-
.../kotlin/cookbook/CombinePerKeyExamples.kt | 13 +-
.../examples/kotlin/cookbook/FilterExamples.kt | 30 +-
.../beam/examples/kotlin/cookbook/JoinExamples.kt | 31 +-
.../examples/kotlin/cookbook/MaxPerKeyExamples.kt | 15 +-
.../examples/kotlin/cookbook/TriggerExample.kt | 42 +-
.../beam/examples/kotlin/snippets/Snippets.kt | 13 +-
.../notebooks/beam-ml/run_inference_gemma.ipynb | 698 ------------
gradle.properties | 2 +
playground/infrastructure/requirements.txt | 2 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 51 +
.../core/serialization/SentinelBitSetCoder.java | 27 +-
.../core/triggers/TriggerStateMachineRunner.java | 4 +-
.../core/InMemoryMultimapSideInputViewTest.java | 13 +-
.../serialization/SentinelBitSetCoderTest.java | 75 +-
.../beam/runners/direct/WatermarkManager.java | 5 +-
.../beam/runners/direct/DirectRegistrarTest.java | 4 +-
runners/flink/flink_runner.gradle | 15 +-
.../flink/FlinkRequiresStableInputTest.java | 8 +-
runners/google-cloud-dataflow-java/build.gradle | 4 +-
.../dataflow/DataflowPipelineRegistrarTest.java | 4 +-
.../dataflow/worker/ApplianceShuffleReader.java | 1 +
.../dataflow/worker/ApplianceShuffleWriter.java | 1 +
.../dataflow/worker/BatchDataflowWorker.java | 1 +
.../FanOutStreamingEngineWorkerHarness.java | 27 +-
.../worker/windmill/WindmillEndpoints.java | 23 +
.../worker/windmill/WindmillServerBase.java | 1 +
.../windmill/client/grpc/GrpcGetDataStream.java | 5 +-
.../client/grpc/GrpcGetWorkerMetadataStream.java | 18 +-
.../runners/dataflow/worker/ShuffleSinkTest.java | 3 +-
.../worker/StreamingDataflowWorkerTest.java | 4 +-
.../worker/UngroupedShuffleReaderTest.java | 2 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 12 +-
.../FanOutStreamingEngineWorkerHarnessTest.java | 138 +++
.../grpc/GrpcGetWorkerMetadataStreamTest.java | 40 -
.../windmill/state/WindmillStateInternalsTest.java | 5 +-
.../control/DefaultJobBundleFactory.java | 4 +
.../artifact/ArtifactStagingServiceTest.java | 3 +-
.../control/DefaultJobBundleFactoryTest.java | 2 +-
.../beam/runners/prism/PrismRegistrarTest.java | 4 +-
runners/samza/build.gradle | 194 ----
runners/samza/job-server/build.gradle | 253 -----
.../beam/runners/samza/SamzaExecutionContext.java | 72 --
.../runners/samza/SamzaExecutionEnvironment.java | 44 -
.../apache/beam/runners/samza/SamzaJobInvoker.java | 82 --
.../beam/runners/samza/SamzaJobServerDriver.java | 101 --
.../samza/SamzaPipelineExceptionContext.java | 37 -
.../samza/SamzaPipelineLifeCycleListener.java | 44 -
.../beam/runners/samza/SamzaPipelineOptions.java | 182 ----
.../samza/SamzaPipelineOptionsValidator.java | 54 -
.../beam/runners/samza/SamzaPipelineResult.java | 161 ---
.../beam/runners/samza/SamzaPipelineRunner.java | 89 --
.../samza/SamzaPortablePipelineOptions.java | 32 -
.../runners/samza/SamzaPortablePipelineResult.java | 48 -
.../org/apache/beam/runners/samza/SamzaRunner.java | 213 ----
.../runners/samza/SamzaRunnerOverrideConfigs.java | 85 --
.../beam/runners/samza/SamzaRunnerRegistrar.java | 53 -
.../apache/beam/runners/samza/TestSamzaRunner.java | 109 --
.../runners/samza/adapter/BoundedSourceSystem.java | 449 --------
.../samza/adapter/UnboundedSourceSystem.java | 533 ---------
.../beam/runners/samza/adapter/package-info.java | 20 -
.../samza/container/BeamContainerRunner.java | 89 --
.../samza/container/BeamJobCoordinatorRunner.java | 78 --
.../samza/container/ContainerCfgLoader.java | 62 --
.../samza/container/ContainerCfgLoaderFactory.java | 30 -
.../beam/runners/samza/container/package-info.java | 20 -
.../samza/metrics/DoFnRunnerWithMetrics.java | 108 --
.../samza/metrics/FnWithMetricsWrapper.java | 50 -
.../runners/samza/metrics/SamzaGBKMetricOp.java | 194 ----
.../beam/runners/samza/metrics/SamzaMetricOp.java | 173 ---
.../samza/metrics/SamzaMetricOpFactory.java | 73 --
.../samza/metrics/SamzaMetricsContainer.java | 120 ---
.../metrics/SamzaTransformMetricRegistry.java | 208 ----
.../samza/metrics/SamzaTransformMetrics.java | 142 ---
.../beam/runners/samza/metrics/package-info.java | 20 -
.../apache/beam/runners/samza/package-info.java | 20 -
.../runners/samza/runtime/AsyncDoFnRunner.java | 188 ----
.../beam/runners/samza/runtime/BundleManager.java | 90 --
.../samza/runtime/ClassicBundleManager.java | 327 ------
.../apache/beam/runners/samza/runtime/DoFnOp.java | 579 ----------
.../runtime/DoFnRunnerWithKeyedInternals.java | 126 ---
.../runners/samza/runtime/FutureCollector.java | 67 --
.../runners/samza/runtime/FutureCollectorImpl.java | 99 --
.../beam/runners/samza/runtime/GroupByKeyOp.java | 243 -----
.../beam/runners/samza/runtime/KeyedInternals.java | 180 ----
.../beam/runners/samza/runtime/KeyedTimerData.java | 216 ----
.../runners/samza/runtime/KvToKeyedWorkItemOp.java | 37 -
.../org/apache/beam/runners/samza/runtime/Op.java | 64 --
.../beam/runners/samza/runtime/OpAdapter.java | 237 ----
.../beam/runners/samza/runtime/OpEmitter.java | 41 -
.../beam/runners/samza/runtime/OpMessage.java | 161 ---
.../samza/runtime/OutputManagerFactory.java | 31 -
.../samza/runtime/PortableBundleManager.java | 218 ----
.../beam/runners/samza/runtime/PortableDoFnOp.java | 467 --------
.../runners/samza/runtime/SamzaAssignContext.java | 56 -
.../samza/runtime/SamzaDoFnInvokerRegistrar.java | 35 -
.../runners/samza/runtime/SamzaDoFnRunners.java | 506 ---------
.../SamzaExecutableStageContextFactory.java | 61 --
.../runtime/SamzaMetricsBundleProgressHandler.java | 158 ---
.../samza/runtime/SamzaStateRequestHandlers.java | 179 ----
.../samza/runtime/SamzaStoreStateInternals.java | 1131 --------------------
.../samza/runtime/SamzaTimerInternalsFactory.java | 733 -------------
.../samza/runtime/SingletonKeyedWorkItem.java | 49 -
.../SplittableParDoProcessKeyedElementsOp.java | 248 -----
.../beam/runners/samza/runtime/WindowAssignOp.java | 53 -
.../beam/runners/samza/runtime/package-info.java | 20 -
.../beam/runners/samza/state/SamzaMapState.java | 40 -
.../beam/runners/samza/state/SamzaSetState.java | 39 -
.../beam/runners/samza/state/package-info.java | 20 -
.../samza/transforms/GroupWithoutRepartition.java | 60 --
.../samza/transforms/UpdatingCombineFn.java | 35 -
.../runners/samza/transforms/package-info.java | 20 -
.../runners/samza/translation/ConfigBuilder.java | 360 -------
.../runners/samza/translation/ConfigContext.java | 79 --
.../translation/FlattenPCollectionsTranslator.java | 111 --
.../samza/translation/GroupByKeyTranslator.java | 272 -----
.../samza/translation/ImpulseTranslator.java | 80 --
.../runners/samza/translation/PViewToIdMapper.java | 83 --
.../translation/ParDoBoundMultiTranslator.java | 563 ----------
.../translation/PortableTranslationContext.java | 117 --
.../runners/samza/translation/ReadTranslator.java | 91 --
.../translation/RedistributeByKeyTranslator.java | 64 --
.../samza/translation/ReshuffleTranslator.java | 134 ---
.../translation/SamzaImpulseSystemFactory.java | 146 ---
.../samza/translation/SamzaPipelineTranslator.java | 211 ----
.../SamzaPortablePipelineTranslator.java | 112 --
.../SamzaPortableTranslatorRegistrar.java | 25 -
.../samza/translation/SamzaPublishView.java | 66 --
.../SamzaPublishViewTransformOverride.java | 66 --
.../translation/SamzaPublishViewTranslator.java | 76 --
.../translation/SamzaTestStreamSystemFactory.java | 179 ----
.../translation/SamzaTestStreamTranslator.java | 148 ---
.../samza/translation/SamzaTransformOverrides.java | 62 --
.../translation/SamzaTranslatorRegistrar.java | 25 -
.../translation/SplittableParDoTranslators.java | 157 ---
.../runners/samza/translation/StateIdParser.java | 69 --
.../translation/TransformConfigGenerator.java | 40 -
.../samza/translation/TransformTranslator.java | 45 -
.../samza/translation/TranslationContext.java | 380 -------
.../samza/translation/WindowAssignTranslator.java | 80 --
.../runners/samza/translation/package-info.java | 20 -
.../beam/runners/samza/util/ConfigUtils.java | 43 -
.../apache/beam/runners/samza/util/DoFnUtils.java | 75 --
.../beam/runners/samza/util/FutureUtils.java | 67 --
.../beam/runners/samza/util/HashIdGenerator.java | 66 --
.../runners/samza/util/PipelineJsonRenderer.java | 335 ------
.../runners/samza/util/PortableConfigUtils.java | 43 -
.../beam/runners/samza/util/SamzaCoders.java | 77 --
.../samza/util/SamzaPipelineExceptionListener.java | 34 -
.../samza/util/SamzaPipelineTranslatorUtils.java | 61 --
.../apache/beam/runners/samza/util/StateUtils.java | 39 -
.../beam/runners/samza/util/StoreIdGenerator.java | 48 -
.../beam/runners/samza/util/WindowUtils.java | 74 --
.../beam/runners/samza/util/package-info.java | 20 -
runners/samza/src/main/resources/log4j.properties | 23 -
.../samza/src/main/resources/samza-conf.properties | 37 -
.../samza/SamzaPipelineOptionsValidatorTest.java | 60 --
.../samza/adapter/BoundedSourceSystemTest.java | 309 ------
.../runners/samza/adapter/TestBoundedSource.java | 188 ----
.../runners/samza/adapter/TestCheckpointMark.java | 40 -
.../runners/samza/adapter/TestSourceHelpers.java | 162 ---
.../runners/samza/adapter/TestUnboundedSource.java | 208 ----
.../samza/adapter/UnboundedSourceSystemTest.java | 405 -------
.../TestSamzaRunnerWithTransformMetrics.java | 323 ------
.../metrics/TestSamzaTransformMetricsRegistry.java | 191 ----
.../runners/samza/runtime/AsyncDoFnRunnerTest.java | 240 -----
.../samza/runtime/ClassicBundleManagerTest.java | 457 --------
.../samza/runtime/FutureCollectorImplTest.java | 92 --
.../runners/samza/runtime/GroupByKeyOpTest.java | 133 ---
.../runners/samza/runtime/KeyedTimerDataTest.java | 65 --
.../samza/runtime/PortableBundleManagerTest.java | 178 ---
.../SamzaMetricsBundleProgressHandlerTest.java | 187 ----
.../runtime/SamzaStoreStateInternalsTest.java | 432 --------
.../runtime/SamzaTimerInternalsFactoryTest.java | 751 -------------
.../samza/runtime/SdkHarnessDoFnRunnerTest.java | 48 -
.../samza/translation/ConfigGeneratorTest.java | 461 --------
.../samza/translation/SamzaImpulseSystemTest.java | 65 --
.../samza/translation/TranslationContextTest.java | 98 --
.../beam/runners/samza/util/DoFnUtilsTest.java | 84 --
.../beam/runners/samza/util/FutureUtilsTest.java | 107 --
.../samza/util/InMemoryMetricsReporter.java | 49 -
.../samza/util/PipelineJsonRendererTest.java | 146 ---
.../samza/util/PortableConfigUtilsTest.java | 58 -
.../runners/samza/util/TestHashIdGenerator.java | 85 --
.../beam/runners/samza/util/WindowUtilsTest.java | 87 --
runners/samza/src/test/resources/ExpectedDag.json | 373 -------
.../samza/src/test/resources/log4j-test.properties | 26 -
runners/spark/3/build.gradle | 2 +-
runners/spark/spark_runner.gradle | 112 +-
.../SparkStructuredStreamingPipelineOptions.java | 0
.../SparkStructuredStreamingPipelineResult.java | 0
.../SparkStructuredStreamingRunner.java | 0
.../SparkStructuredStreamingRunnerRegistrar.java | 0
.../structuredstreaming/examples/WordCount.java | 0
.../io/BoundedDatasetFactory.java | 0
.../spark/structuredstreaming/io/package-info.java | 0
.../structuredstreaming/metrics/BeamMetricSet.java | 0
.../metrics/MetricsAccumulator.java | 0
.../metrics/SparkBeamMetric.java | 0
.../metrics/SparkBeamMetricSource.java | 0
.../metrics/WithMetricsSupport.java | 0
.../structuredstreaming/metrics/package-info.java | 0
.../metrics/sink/CodahaleCsvSink.java | 0
.../metrics/sink/CodahaleGraphiteSink.java | 0
.../metrics/sink/package-info.java | 0
.../spark/structuredstreaming/package-info.java | 0
.../translation/EvaluationContext.java | 0
.../translation/PipelineTranslator.java | 0
.../translation/SparkSessionFactory.java | 0
.../translation/SparkTransformOverrides.java | 0
.../translation/TransformTranslator.java | 0
.../translation/batch/Aggregators.java | 0
.../batch/CombineGloballyTranslatorBatch.java | 0
.../batch/CombineGroupedValuesTranslatorBatch.java | 0
.../batch/CombinePerKeyTranslatorBatch.java | 0
.../batch/DoFnPartitionIteratorFactory.java | 0
.../translation/batch/DoFnRunnerFactory.java | 0
.../translation/batch/DoFnRunnerWithMetrics.java | 0
.../translation/batch/FlattenTranslatorBatch.java | 0
.../translation/batch/GroupByKeyHelpers.java | 0
.../batch/GroupByKeyTranslatorBatch.java | 0
.../translation/batch/ImpulseTranslatorBatch.java | 0
.../translation/batch/ParDoTranslatorBatch.java | 0
.../translation/batch/PipelineTranslatorBatch.java | 0
.../batch/ReadSourceTranslatorBatch.java | 0
.../batch/ReshuffleTranslatorBatch.java | 0
.../batch/WindowAssignTranslatorBatch.java | 0
.../batch/functions/CachedSideInputReader.java | 0
.../GroupAlsoByWindowViaOutputBufferFn.java | 0
.../batch/functions/NoOpStepContext.java | 0
.../batch/functions/SideInputValues.java | 0
.../batch/functions/SparkSideInputReader.java | 0
.../translation/batch/functions/package-info.java | 0
.../translation/batch/package-info.java | 0
.../translation/helpers/CoderHelpers.java | 0
.../translation/helpers/EncoderFactory.java | 0
.../translation/helpers/EncoderHelpers.java | 0
.../translation/helpers/EncoderProvider.java | 0
.../translation/helpers/package-info.java | 0
.../translation/package-info.java | 0
.../translation/utils/ScalaInterop.java | 0
.../translation/utils/package-info.java | 0
.../runners/spark/SparkRunnerRegistrarTest.java | 4 +-
.../structuredstreaming/SparkSessionRule.java | 0
...parkStructuredStreamingRunnerRegistrarTest.java | 6 +-
.../StructuredStreamingPipelineStateTest.java | 0
.../aggregators/metrics/sink/InMemoryMetrics.java | 0
.../metrics/sink/InMemoryMetricsSinkRule.java | 0
.../metrics/sink/SparkMetricsSinkTest.java | 0
.../metrics/SparkBeamMetricTest.java | 0
.../translation/batch/AggregatorsTest.java | 0
.../translation/batch/CombineGloballyTest.java | 0
.../batch/CombineGroupedValuesTest.java | 0
.../translation/batch/CombinePerKeyTest.java | 0
.../translation/batch/ComplexSourceTest.java | 0
.../translation/batch/FlattenTest.java | 0
.../translation/batch/GroupByKeyTest.java | 0
.../translation/batch/ParDoTest.java | 0
.../translation/batch/SimpleSourceTest.java | 0
.../translation/batch/WindowAssignTest.java | 0
.../batch/functions/SideInputValuesTest.java | 0
.../translation/helpers/EncoderHelpersTest.java | 0
.../translation/streaming/SimpleSourceTest.java | 0
.../ValueAndCoderLazySerializableTest.java | 9 +-
scripts/ci/issue-report/package-lock.json | 14 +-
scripts/ci/issue-report/package.json | 2 +-
scripts/ci/pr-bot/package-lock.json | 12 +-
sdks/go.mod | 38 +-
sdks/go.sum | 72 +-
sdks/go/container/build.gradle | 6 +-
.../go/examples/large_wordcount/large_wordcount.go | 1 -
sdks/go/pkg/beam/runners/samza/samza.go | 35 -
sdks/go/pkg/beam/x/beamx/run.go | 1 -
sdks/go/run_with_go_version.sh | 19 +-
sdks/go/test/build.gradle | 36 +-
sdks/go/test/integration/expansions_test.go | 1 -
sdks/go/test/integration/integration.go | 49 -
.../integration/io/mongodbio/mongodbio_test.go | 1 -
.../integration/io/xlang/debezium/debezium_test.go | 1 -
.../go/test/integration/io/xlang/jdbc/jdbc_test.go | 1 -
.../test/integration/io/xlang/kafka/kafka_test.go | 1 -
.../test/integration/primitives/primitives_test.go | 1 -
.../test/integration/synthetic/synthetic_test.go | 2 +-
.../test/integration/wordcount/wordcount_test.go | 1 -
sdks/go/test/integration/xlang/xlang_test.go | 1 -
sdks/go/test/regression/lperror_test.go | 1 -
sdks/go/test/regression/pardo_test.go | 1 -
sdks/go/test/run_validatesrunner_tests.sh | 38 +-
.../container/license_scripts/dep_urls_java.yaml | 2 +-
.../java/org/apache/beam/sdk/coders/Coder.java | 5 +
.../apache/beam/sdk/coders/RowCoderGenerator.java | 28 +-
.../org/apache/beam/sdk/fn/data/WeightedList.java | 11 +-
.../java/org/apache/beam/sdk/io/FileSystems.java | 1 +
.../org/apache/beam/sdk/io/UnboundedSource.java | 1 +
.../org/apache/beam/sdk/lineage/LineageBase.java | 46 +
.../apache/beam/sdk/lineage/LineageOptions.java | 24 +-
.../package-info.java} | 17 +-
.../sdk/metrics/BoundedTrieMetricsLineage.java | 29 +-
.../java/org/apache/beam/sdk/metrics/Lineage.java | 120 ++-
.../beam/sdk/metrics/StringSetMetricsLineage.java | 28 +-
.../options/DefaultPipelineOptionsRegistrar.java | 2 +
.../io/payloads/JsonPayloadSerializerProvider.java | 53 +-
.../org/apache/beam/sdk/testing/StaticWindows.java | 3 +-
.../beam/sdk/transforms/ApproximateQuantiles.java | 4 +-
.../java/org/apache/beam/sdk/transforms/DoFn.java | 43 +-
.../reflect/ByteBuddyDoFnInvokerFactory.java | 33 +
.../beam/sdk/transforms/reflect/DoFnInvoker.java | 44 +
.../beam/sdk/transforms/reflect/DoFnSignature.java | 79 ++
.../sdk/transforms/reflect/DoFnSignatures.java | 19 +
.../beam/sdk/util/RowJsonValueExtractors.java | 5 +-
.../util/UnboundedScheduledExecutorService.java | 12 +-
.../construction/SplittableParDoNaiveBounded.java | 15 +
.../apache/beam/sdk/util/construction/Timer.java | 3 +-
.../apache/beam/sdk/values/PCollectionViews.java | 1 +
.../org/apache/beam/sdk/values/WindowedValues.java | 4 +-
.../org/apache/beam/sdk/coders/RowCoderTest.java | 19 +
.../beam/sdk/coders/SerializableCoderTest.java | 3 +-
.../apache/beam/sdk/io/GenerateSequenceTest.java | 5 +-
.../apache/beam/sdk/lineage/LineagePluginTest.java | 272 +++++
.../org/apache/beam/sdk/lineage/TestLineage.java | 77 ++
.../beam/sdk/schemas/JavaBeanSchemaTest.java | 14 +-
.../beam/sdk/schemas/JavaFieldSchemaTest.java | 14 +-
.../sdk/schemas/logicaltypes/LogicalTypesTest.java | 4 +-
.../beam/sdk/schemas/utils/TestJavaBeans.java | 5 +-
.../apache/beam/sdk/schemas/utils/TestPOJOs.java | 13 +-
.../sdk/transforms/MetadataPropagationTest.java | 2 +
.../sdk/transforms/display/DisplayDataTest.java | 3 +-
.../sdk/transforms/reflect/DoFnSignaturesTest.java | 76 ++
.../beam/sdk/util/construction/TimerTest.java | 5 +-
.../java/org/apache/beam/sdk/values/RowTest.java | 30 +-
.../sorter/BufferedExternalSorterTest.java | 4 +-
.../sdk/extensions/sql/impl/rel/BeamCalcRel.java | 141 ++-
.../sql/impl/transform/agg/CovarianceFn.java | 2 +-
.../sql/impl/transform/agg/VarianceFn.java | 2 +-
.../extensions/sql/impl/utils/CalciteUtils.java | 33 +
.../sdk/extensions/sql/BeamComplexTypeTest.java | 28 +-
.../sql/impl/utils/CalciteUtilsTest.java | 20 +
.../fn/harness/jmh/ProcessBundleBenchmark.java | 6 +-
.../java/org/apache/beam/fn/harness/Caches.java | 57 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 26 +
.../beam/fn/harness/PrecombineGroupingTable.java | 4 +-
.../SplittablePairWithRestrictionDoFnRunner.java | 6 +
.../fn/harness/state/StateFetchingIterators.java | 195 ++--
.../beam/fn/harness/status/BeamFnStatusClient.java | 1 +
.../beam/fn/harness/WindowMergingFnRunnerTest.java | 8 +-
.../state/LazyCachingIteratorToIterableTest.java | 10 +-
.../harness/state/StateFetchingIteratorsTest.java | 39 +
sdks/java/io/clickhouse/build.gradle | 2 +
.../beam/sdk/io/clickhouse/ClickHouseIO.java | 41 +-
.../{ClickHouseIOTest.java => ClickHouseIOIT.java} | 50 +-
.../beam/sdk/io/clickhouse/ClickHouseIOTest.java | 469 +-------
sdks/java/io/expansion-service/build.gradle | 9 +
.../io/fileschematransform/XmlRowValueTest.java | 14 +-
.../sdk/io/gcp/bigquery/AppendClientCache.java | 140 +++
.../beam/sdk/io/gcp/bigquery/AppendClientInfo.java | 78 +-
.../bigquery/BigQueryCoderProviderRegistrar.java | 2 +-
.../beam/sdk/io/gcp/bigquery/BigQueryIO.java | 40 +-
.../sdk/io/gcp/bigquery/BigQueryIOTranslation.java | 2 +-
.../beam/sdk/io/gcp/bigquery/BigQueryOptions.java | 8 +
.../beam/sdk/io/gcp/bigquery/BigQueryServices.java | 6 +-
.../sdk/io/gcp/bigquery/BigQueryServicesImpl.java | 32 +-
.../sdk/io/gcp/bigquery/BigQuerySinkMetrics.java | 4 +-
.../sdk/io/gcp/bigquery/ConvertMessagesDoFn.java | 297 +++++
.../sdk/io/gcp/bigquery/MergeSchemaCombineFn.java | 76 ++
.../sdk/io/gcp/bigquery/PatchTableSchemaDoFn.java | 163 +++
.../beam/sdk/io/gcp/bigquery/RetryManager.java | 8 +
.../sdk/io/gcp/bigquery/SchemaUpdateHoldingFn.java | 259 +++++
.../sdk/io/gcp/bigquery/SplittingIterable.java | 76 +-
.../io/gcp/bigquery/StorageApiConvertMessages.java | 299 ++++--
.../bigquery/StorageApiDynamicDestinations.java | 15 +-
.../StorageApiDynamicDestinationsBeamRow.java | 16 +-
...StorageApiDynamicDestinationsGenericRecord.java | 17 +-
.../StorageApiDynamicDestinationsProto.java | 16 +-
.../StorageApiDynamicDestinationsTableRow.java | 139 ++-
.../beam/sdk/io/gcp/bigquery/StorageApiLoads.java | 23 +-
.../io/gcp/bigquery/StorageApiWritePayload.java | 9 +
.../bigquery/StorageApiWriteUnshardedRecords.java | 290 ++---
.../bigquery/StorageApiWritesShardedRecords.java | 1095 ++++++++++---------
.../io/gcp/bigquery/TableRowToStorageApiProto.java | 462 ++++++--
.../beam/sdk/io/gcp/bigquery/TableSchemaCache.java | 119 +-
.../bigquery/TwoLevelMessageConverterCache.java | 9 +-
.../sdk/io/gcp/bigquery/UpgradeTableSchema.java | 308 ++++++
.../beam/sdk/io/gcp/bigquery/WritePartition.java | 4 +
.../beam/sdk/io/gcp/bigquery/WriteTables.java | 4 +
.../apache/beam/sdk/io/gcp/spanner/SpannerIO.java | 74 ++
.../changestreams/ChangeStreamsConstants.java | 14 +
.../action/ChildPartitionsRecordAction.java | 8 +-
.../action/DetectNewPartitionsAction.java | 9 +-
.../action/PartitionStartRecordAction.java | 6 +-
.../action/QueryChangeStreamAction.java | 33 +-
.../spanner/changestreams/dao/ChangeStreamDao.java | 50 +-
.../gcp/spanner/changestreams/dao/DaoFactory.java | 12 +
.../changestreams/dao/PartitionMetadataDao.java | 186 ++--
.../spanner/changestreams/dofn/InitializeDoFn.java | 83 +-
.../dofn/ReadChangeStreamPartitionDoFn.java | 5 +-
.../mapper/PartitionMetadataMapper.java | 5 +-
.../changestreams/model/PartitionMetadata.java | 32 +-
.../sdk/io/gcp/testing/FakeDatasetService.java | 234 +++-
.../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java | 201 +++-
.../StorageApiDataTriggeredSchemaUpdateIT.java | 348 ++++++
.../bigquery/TableRowToStorageApiProtoTest.java | 344 +++++-
.../io/gcp/bigquery/UpgradeTableSchemaTest.java | 361 +++++++
.../gcp/spanner/SpannerIOReadChangeStreamTest.java | 61 ++
.../SpannerChangeStreamErrorTest.java | 10 +-
.../action/ChildPartitionsRecordActionTest.java | 6 +-
.../action/PartitionStartRecordActionTest.java | 39 +-
.../action/QueryChangeStreamActionTest.java | 71 +-
.../changestreams/dao/ChangeStreamDaoTest.java | 65 +-
.../dao/PartitionMetadataDaoTest.java | 117 +-
.../changestreams/dofn/InitializeDoFnTest.java | 77 +-
.../changestreams/it/IntegrationTestEnv.java | 38 +-
.../it/SpannerChangeStreamPlacementTableIT.java | 44 +-
...pannerChangeStreamPlacementTablePostgresIT.java | 38 +-
.../it/SpannerChangeStreamPostgresIT.java | 3 +-
.../mapper/PartitionMetadataMapperTest.java | 11 +-
.../changestreams/model/ModelEncodingTest.java | 3 +-
.../changestreams/model/PartitionMetadataTest.java | 56 +-
.../beam/sdk/io/hadoop/format/HadoopFormatIO.java | 14 +-
sdks/java/io/hbase/build.gradle | 2 +-
.../org/apache/beam/sdk/io/hbase/HBaseIOTest.java | 2 +-
sdks/java/io/iceberg/hive/build.gradle | 2 +-
.../org/apache/beam/sdk/io/iceberg/AddFiles.java | 35 +-
.../iceberg/AddFilesSchemaTransformProvider.java | 12 +
.../beam/sdk/io/iceberg/AppendFilesToTables.java | 18 +-
.../beam/sdk/io/iceberg/IcebergCatalogConfig.java | 46 +-
.../beam/sdk/io/iceberg/IcebergScanConfig.java | 20 +-
.../sdk/io/iceberg/IcebergTableCreateConfig.java | 14 +
.../IcebergWriteSchemaTransformProvider.java | 13 +
.../io/iceberg/PortableIcebergDestinations.java | 4 +
.../beam/sdk/io/iceberg/RecordWriterManager.java | 30 +-
.../apache/beam/sdk/io/iceberg/ScanTaskReader.java | 5 +-
.../apache/beam/sdk/io/iceberg/SortOrderUtils.java | 135 +++
.../org/apache/beam/sdk/io/iceberg/AddFilesIT.java | 2 +
.../apache/beam/sdk/io/iceberg/AddFilesTest.java | 28 +-
.../beam/sdk/io/iceberg/IcebergIOReadTest.java | 30 +
.../sdk/io/iceberg/RecordWriterManagerTest.java | 80 +-
.../beam/sdk/io/iceberg/SortOrderUtilsTest.java | 125 +++
.../io/iceberg/catalog/IcebergCatalogBaseIT.java | 25 +
.../io/iceberg/catalog/hiveutils/ScriptRunner.java | 2 +-
.../beam/sdk/io/jdbc/JdbcSchemaIOProviderTest.java | 3 +-
.../org/apache/beam/sdk/io/jdbc/JdbcUtilTest.java | 7 +-
.../java/org/apache/beam/sdk/io/kafka/KafkaIO.java | 1 +
.../org/apache/beam/sdk/io/mongodb/MongoDbIO.java | 6 +-
.../beam/sdk/io/rabbitmq/RabbitMqMessage.java | 4 +-
.../org/apache/beam/io/requestresponse/Cache.java | 4 +
.../sdk/io/solace/read/SolaceCheckpointMark.java | 6 +-
.../src/main/resources/archetype-resources/pom.xml | 11 -
.../src/main/resources/archetype-resources/pom.xml | 10 -
.../nexmark/sources/generator/GeneratorConfig.java | 2 +-
sdks/python/apache_beam/coders/coder_impl.pxd | 4 +
sdks/python/apache_beam/coders/coder_impl.py | 18 +-
sdks/python/apache_beam/coders/coders.py | 20 +
.../apache_beam/coders/coders_test_common.py | 11 +
sdks/python/apache_beam/coders/row_coder.py | 5 +-
sdks/python/apache_beam/coders/row_coder_test.py | 4 +-
sdks/python/apache_beam/coders/typecoders.py | 41 +
.../kfp/components/preprocessing/requirements.txt | 2 +-
.../apache_beam/internal/cloudpickle_pickler.py | 13 +-
.../io/external/xlang_jdbcio_it_test.py | 13 +-
.../io/gcp/bigquery_change_history_test.py | 1 +
sdks/python/apache_beam/io/jdbc.py | 1 +
.../ml/inference/agent_development_kit.py | 8 +-
.../ml/rag/ingestion/spanner_it_test.py | 2 +-
.../apache_beam/runners/dataflow/internal/names.py | 2 +-
.../apache_beam/runners/interactive/README.md | 15 +-
.../apache-beam-jupyterlab-sidepanel/README.md | 52 +-
.../apache-beam-jupyterlab-sidepanel/install.json | 5 +
.../apache-beam-jupyterlab-sidepanel/package.json | 3 +-
.../pyproject.toml | 2 +
.../style/index.js} | 7 +-
.../apache-beam-jupyterlab-sidepanel/tsconfig.json | 1 +
.../portability/fn_api_runner/fn_runner_test.py | 3 -
.../runners/portability/portable_runner.py | 2 +-
.../runners/portability/portable_runner_test.py | 100 +-
.../runners/portability/samza_runner_test.py | 200 ----
.../testing/benchmarks/sort_and_batch_benchmark.py | 655 ++++++++++++
sdks/python/apache_beam/transforms/core.py | 26 +-
sdks/python/apache_beam/transforms/core_test.py | 17 +-
.../transforms/enrichment_handlers/bigquery.py | 16 +-
.../enrichment_handlers/bigquery_test.py | 35 +
.../transforms/enrichment_handlers/cloudsql.py | 15 +-
.../enrichment_handlers/cloudsql_test.py | 53 +
sdks/python/apache_beam/transforms/sql_test.py | 26 +
sdks/python/apache_beam/transforms/util.py | 280 +++++
sdks/python/apache_beam/transforms/util_test.py | 335 ++++++
.../typehints/native_type_compatibility.py | 7 +-
.../typehints/native_type_compatibility_test.py | 4 +
sdks/python/apache_beam/typehints/row_type_test.py | 18 +-
.../apache_beam/typehints/schema_registry.py | 11 +-
sdks/python/apache_beam/typehints/schemas.py | 67 +-
sdks/python/apache_beam/typehints/schemas_test.py | 7 +-
.../python/apache_beam/typehints/typehints_test.py | 3 +-
.../yaml/extended_tests/messaging/kafka.yaml | 54 +-
sdks/python/apache_beam/yaml/standard_io.yaml | 1 +
sdks/python/apache_beam/yaml/yaml_provider.py | 3 +
sdks/python/container/Dockerfile | 5 +-
sdks/python/container/build.gradle | 3 +-
.../container/ml/py312/base_image_requirements.txt | 4 +-
.../container/ml/py312/gpu_image_requirements.txt | 6 +-
.../container/py310/base_image_requirements.txt | 2 +-
.../container/py314/base_image_requirements.txt | 2 +-
sdks/python/mypy.ini | 110 --
sdks/python/ruff.toml | 96 ++
sdks/python/scripts/run_pylint.sh | 7 +-
sdks/python/setup.py | 39 +-
sdks/python/test-suites/gradle.properties | 3 -
sdks/python/test-suites/portable/build.gradle | 6 -
sdks/python/test-suites/portable/common.gradle | 27 -
sdks/python/test-suites/tox/pycommon/build.gradle | 3 -
sdks/python/tox.ini | 36 +-
sdks/typescript/package-lock.json | 746 ++++++++++---
sdks/typescript/package.json | 2 +-
settings.gradle.kts | 2 -
.../www/site/content/en/blog/capability-matrix.md | 2 +-
.../en/contribute/postcommits-policies-details.md | 2 +-
.../site/content/en/documentation/runners/flink.md | 10 +
.../site/content/en/documentation/runners/samza.md | 4 +-
.../site/content/en/get-started/beam-overview.md | 5 +-
.../site/content/en/get-started/quickstart-java.md | 21 -
.../content/en/get-started/wordcount-example.md | 43 -
website/www/site/content/en/roadmap/_index.md | 2 +-
website/www/site/content/en/roadmap/go-sdk.md | 2 +-
.../www/site/content/en/roadmap/samza-runner.md | 2 +-
website/www/site/data/capability_matrix.yaml | 34 -
.../layouts/partials/section-menu/en/runners.html | 1 -
650 files changed, 11983 insertions(+), 27625 deletions(-)
create mode 100644 .agent/skills/beam-dofn-modernizer/SKILL.md
delete mode 100644 .github/trigger_files/beam_PostCommit_Java_ValidatesRunner_Samza.json
delete mode 100644 .github/workflows/beam_PostCommit_Go_VR_Samza.yml
delete mode 100644 .github/workflows/beam_PostCommit_Java_PVR_Samza.yml
delete mode 100644 .github/workflows/beam_PostCommit_Java_ValidatesRunner_Samza.yml
delete mode 100644 .github/workflows/beam_PostCommit_Python_ValidatesRunner_Samza.yml
delete mode 100644 .github/workflows/beam_PostCommit_XVR_Samza.yml
copy .github/workflows/{beam_PreCommit_SQL.yml => beam_PreCommit_Java_Dataflow.yml} (63%)
delete mode 100644 .test-infra/BUILD_STATUS.md
copy sdks/java/core/src/main/java/org/apache/beam/sdk/coders/BitSetCoder.java => runners/core-java/src/main/java/org/apache/beam/runners/core/serialization/SentinelBitSetCoder.java (66%)
copy sdks/java/core/src/test/java/org/apache/beam/sdk/coders/BitSetCoderTest.java => runners/core-java/src/test/java/org/apache/beam/runners/core/serialization/SentinelBitSetCoderTest.java (52%)
delete mode 100644 runners/samza/build.gradle
delete mode 100644 runners/samza/job-server/build.gradle
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaExecutionContext.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaExecutionEnvironment.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaJobInvoker.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaJobServerDriver.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineExceptionContext.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineLifeCycleListener.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineOptions.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineOptionsValidator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineResult.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPipelineRunner.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPortablePipelineOptions.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaPortablePipelineResult.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaRunner.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaRunnerOverrideConfigs.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/SamzaRunnerRegistrar.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/TestSamzaRunner.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/adapter/BoundedSourceSystem.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/adapter/UnboundedSourceSystem.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/adapter/package-info.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/container/BeamContainerRunner.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/container/BeamJobCoordinatorRunner.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/container/ContainerCfgLoader.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/container/ContainerCfgLoaderFactory.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/container/package-info.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/DoFnRunnerWithMetrics.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/FnWithMetricsWrapper.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaGBKMetricOp.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaMetricOp.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaMetricOpFactory.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaMetricsContainer.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaTransformMetricRegistry.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/SamzaTransformMetrics.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/metrics/package-info.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/package-info.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/AsyncDoFnRunner.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/BundleManager.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/ClassicBundleManager.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/DoFnOp.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/DoFnRunnerWithKeyedInternals.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/FutureCollector.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/FutureCollectorImpl.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/GroupByKeyOp.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/KeyedInternals.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/KeyedTimerData.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/KvToKeyedWorkItemOp.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/Op.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/OpAdapter.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/OpEmitter.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/OpMessage.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/OutputManagerFactory.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/PortableBundleManager.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/PortableDoFnOp.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaAssignContext.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaDoFnInvokerRegistrar.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaDoFnRunners.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaExecutableStageContextFactory.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaMetricsBundleProgressHandler.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaStateRequestHandlers.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaStoreStateInternals.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SamzaTimerInternalsFactory.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SingletonKeyedWorkItem.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/SplittableParDoProcessKeyedElementsOp.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/WindowAssignOp.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/runtime/package-info.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/state/SamzaMapState.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/state/SamzaSetState.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/state/package-info.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/transforms/GroupWithoutRepartition.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/transforms/UpdatingCombineFn.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/transforms/package-info.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ConfigBuilder.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ConfigContext.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/FlattenPCollectionsTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/GroupByKeyTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ImpulseTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/PViewToIdMapper.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ParDoBoundMultiTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/PortableTranslationContext.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ReadTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/RedistributeByKeyTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/ReshuffleTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaImpulseSystemFactory.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPipelineTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPortablePipelineTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPortableTranslatorRegistrar.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPublishView.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPublishViewTransformOverride.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaPublishViewTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaTestStreamSystemFactory.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaTestStreamTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaTransformOverrides.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SamzaTranslatorRegistrar.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/SplittableParDoTranslators.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/StateIdParser.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/TransformConfigGenerator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/TransformTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/TranslationContext.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/WindowAssignTranslator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/translation/package-info.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/ConfigUtils.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/DoFnUtils.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/FutureUtils.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/HashIdGenerator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/PipelineJsonRenderer.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/PortableConfigUtils.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/SamzaCoders.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/SamzaPipelineExceptionListener.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/SamzaPipelineTranslatorUtils.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/StateUtils.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/StoreIdGenerator.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/WindowUtils.java
delete mode 100644 runners/samza/src/main/java/org/apache/beam/runners/samza/util/package-info.java
delete mode 100644 runners/samza/src/main/resources/log4j.properties
delete mode 100644 runners/samza/src/main/resources/samza-conf.properties
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/SamzaPipelineOptionsValidatorTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/BoundedSourceSystemTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/TestBoundedSource.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/TestCheckpointMark.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/TestSourceHelpers.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/TestUnboundedSource.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/adapter/UnboundedSourceSystemTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/metrics/TestSamzaRunnerWithTransformMetrics.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/metrics/TestSamzaTransformMetricsRegistry.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/AsyncDoFnRunnerTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/ClassicBundleManagerTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/FutureCollectorImplTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/GroupByKeyOpTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/KeyedTimerDataTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/PortableBundleManagerTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SamzaMetricsBundleProgressHandlerTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SamzaStoreStateInternalsTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SamzaTimerInternalsFactoryTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/runtime/SdkHarnessDoFnRunnerTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/translation/ConfigGeneratorTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/translation/SamzaImpulseSystemTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/translation/TranslationContextTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/DoFnUtilsTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/FutureUtilsTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/InMemoryMetricsReporter.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/PipelineJsonRendererTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/PortableConfigUtilsTest.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/TestHashIdGenerator.java
delete mode 100644 runners/samza/src/test/java/org/apache/beam/runners/samza/util/WindowUtilsTest.java
delete mode 100644 runners/samza/src/test/resources/ExpectedDag.json
delete mode 100644 runners/samza/src/test/resources/log4j-test.properties
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineOptions.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingPipelineResult.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunner.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrar.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/examples/WordCount.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/io/BoundedDatasetFactory.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/io/package-info.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/BeamMetricSet.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/MetricsAccumulator.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetric.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricSource.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/WithMetricsSupport.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/package-info.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleCsvSink.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/CodahaleGraphiteSink.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/metrics/sink/package-info.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/package-info.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/EvaluationContext.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/PipelineTranslator.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkSessionFactory.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/SparkTransformOverrides.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/TransformTranslator.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/Aggregators.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGroupedValuesTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombinePerKeyTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnPartitionIteratorFactory.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnRunnerFactory.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/DoFnRunnerWithMetrics.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyHelpers.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ImpulseTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/PipelineTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReadSourceTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ReshuffleTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTranslatorBatch.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/CachedSideInputReader.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/GroupAlsoByWindowViaOutputBufferFn.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/NoOpStepContext.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SideInputValues.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SparkSideInputReader.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/package-info.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/package-info.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/CoderHelpers.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderFactory.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpers.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderProvider.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/package-info.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/package-info.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/ScalaInterop.java (100%)
rename runners/spark/{3 => }/src/main/java/org/apache/beam/runners/spark/structuredstreaming/translation/utils/package-info.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkSessionRule.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/SparkStructuredStreamingRunnerRegistrarTest.java (91%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/StructuredStreamingPipelineStateTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetrics.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/InMemoryMetricsSinkRule.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/aggregators/metrics/sink/SparkMetricsSinkTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/metrics/SparkBeamMetricTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/AggregatorsTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGloballyTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombineGroupedValuesTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/CombinePerKeyTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ComplexSourceTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/FlattenTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/GroupByKeyTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/ParDoTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/SimpleSourceTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/WindowAssignTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/batch/functions/SideInputValuesTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/helpers/EncoderHelpersTest.java (100%)
rename runners/spark/{3 => }/src/test/java/org/apache/beam/runners/spark/structuredstreaming/translation/streaming/SimpleSourceTest.java (100%)
delete mode 100644 sdks/go/pkg/beam/runners/samza/samza.go
create mode 100644 sdks/java/core/src/main/java/org/apache/beam/sdk/lineage/LineageBase.java
copy runners/flink/src/main/java/org/apache/beam/runners/flink/VersionDependentFlinkPipelineOptions.java => sdks/java/core/src/main/java/org/apache/beam/sdk/lineage/LineageOptions.java (51%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/{testing/UsesStrictTimerOrdering.java => lineage/package-info.java} (64%)
copy runners/spark/src/test/java/org/apache/beam/runners/spark/TestSparkPipelineOptionsRegistrar.java => sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/BoundedTrieMetricsLineage.java (54%)
copy runners/spark/src/test/java/org/apache/beam/runners/spark/TestSparkPipelineOptionsRegistrar.java => sdks/java/core/src/main/java/org/apache/beam/sdk/metrics/StringSetMetricsLineage.java (53%)
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/lineage/LineagePluginTest.java
create mode 100644 sdks/java/core/src/test/java/org/apache/beam/sdk/lineage/TestLineage.java
copy sdks/java/io/clickhouse/src/test/java/org/apache/beam/sdk/io/clickhouse/{ClickHouseIOTest.java => ClickHouseIOIT.java} (93%)
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/AppendClientCache.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/ConvertMessagesDoFn.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/MergeSchemaCombineFn.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/PatchTableSchemaDoFn.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/SchemaUpdateHoldingFn.java
create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/UpgradeTableSchema.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDataTriggeredSchemaUpdateIT.java
create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/UpgradeTableSchemaTest.java
create mode 100644 sdks/java/io/iceberg/src/main/java/org/apache/beam/sdk/io/iceberg/SortOrderUtils.java
create mode 100644 sdks/java/io/iceberg/src/test/java/org/apache/beam/sdk/io/iceberg/SortOrderUtilsTest.java
create mode 100644 sdks/python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/install.json
copy sdks/{typescript/develocity.config.js => python/apache_beam/runners/interactive/extensions/apache-beam-jupyterlab-sidepanel/style/index.js} (83%)
delete mode 100644 sdks/python/apache_beam/runners/portability/samza_runner_test.py
create mode 100644 sdks/python/apache_beam/testing/benchmarks/sort_and_batch_benchmark.py
delete mode 100644 sdks/python/mypy.ini
create mode 100644 sdks/python/ruff.toml