You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2025/06/09 13:26:26 UTC
(beam) branch master updated (74512d9d04d -> b6d4fdcd592)
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
from 74512d9d04d [YAML] Add a spec provider for transforms taking specifiable arguments (#35187)
add 476f332d7e3 Touch trigger files to test WindowedValueReceiver in runners
add b84cf002397 Introduce WindowedValue receivers and consolidate runner code to them
add b6d4fdcd592 Merge pull request #35177: Introduce WindowedValue receivers and consolidate runner code to them
No new revisions were added by this update.
Summary of changes:
.../beam_PostCommit_Java_DataflowV1.json | 1 +
.../beam_PostCommit_Java_DataflowV2.json | 1 +
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Samza.json | 1 +
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 1 +
...a_ValidatesRunner_SparkStructuredStreaming.json | 1 +
.../org/apache/beam/runners/core/DoFnRunners.java | 11 ++---
.../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 36 +++-------------
...TimeBoundedSplittableProcessElementInvoker.java | 20 ++++++---
.../beam/runners/core/OutputWindowedValue.java | 45 -------------------
.../apache/beam/runners/core/ReduceFnRunner.java | 9 ++--
.../apache/beam/runners/core/SimpleDoFnRunner.java | 6 +--
...BoundedSplittableProcessElementInvokerTest.java | 23 +++-------
.../apache/beam/runners/core/ReduceFnTester.java | 33 ++++----------
.../beam/runners/core/SimpleDoFnRunnerTest.java | 8 ++--
.../runners/core/SplittableParDoProcessFnTest.java | 36 ++++++----------
.../beam/runners/core/StatefulDoFnRunnerTest.java | 29 +++++++------
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 34 +++------------
.../apache/beam/runners/direct/ParDoEvaluator.java | 11 +++--
.../SplittableProcessElementsEvaluatorFactory.java | 35 +--------------
.../translation/functions/FlinkAssignContext.java | 3 +-
.../translation/functions/FlinkDoFnFunction.java | 50 ++++++++++++----------
.../functions/FlinkStatefulDoFnFunction.java | 5 ++-
.../wrappers/streaming/DoFnOperator.java | 6 ++-
.../wrappers/streaming/SplittableDoFnOperator.java | 27 +++---------
.../runners/dataflow/worker/DoFnRunnerFactory.java | 4 +-
.../dataflow/worker/GroupAlsoByWindowFn.java | 6 +--
.../dataflow/worker/GroupAlsoByWindowFnRunner.java | 38 ++--------------
.../worker/GroupAlsoByWindowParDoFnFactory.java | 2 -
.../dataflow/worker/GroupAlsoByWindowsParDoFn.java | 28 ++++--------
.../dataflow/worker/SimpleDoFnRunnerFactory.java | 4 +-
.../runners/dataflow/worker/SimpleParDoFn.java | 8 ++--
.../worker/SplittableProcessFnFactory.java | 33 ++------------
.../StreamingGroupAlsoByWindowReshuffleFn.java | 11 ++---
.../StreamingGroupAlsoByWindowViaWindowSetFn.java | 4 +-
.../util/BatchGroupAlsoByWindowAndCombineFn.java | 19 ++++----
.../util/BatchGroupAlsoByWindowReshuffleFn.java | 10 ++---
.../util/BatchGroupAlsoByWindowViaIteratorsFn.java | 17 ++++----
.../BatchGroupAlsoByWindowViaOutputBufferFn.java | 4 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 39 ++++++++---------
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 9 ++--
...eamingKeyedWorkItemSideInputDoFnRunnerTest.java | 8 ++--
.../worker/StreamingSideInputDoFnRunnerTest.java | 7 ++-
.../BatchGroupAlsoByWindowReshuffleDoFnTest.java | 9 ++--
.../worker/util/GroupAlsoByWindowProperties.java | 23 ++--------
.../dataflow/worker/util/ListOutputManager.java | 41 ++++++------------
.../runners/jet/processors/AbstractParDoP.java | 4 +-
.../beam/runners/jet/processors/AssignWindowP.java | 2 +-
.../beam/runners/jet/processors/WindowGroupP.java | 24 ++---------
.../apache/beam/runners/samza/runtime/DoFnOp.java | 22 +++++-----
.../beam/runners/samza/runtime/GroupByKeyOp.java | 3 +-
.../samza/runtime/OutputManagerFactory.java | 8 ++--
.../runners/samza/runtime/SamzaDoFnRunners.java | 9 ++--
.../SplittableParDoProcessKeyedElementsOp.java | 27 ++----------
.../batch/DoFnPartitionIteratorFactory.java | 14 +++---
.../translation/batch/DoFnRunnerFactory.java | 36 ++++++++--------
.../GroupAlsoByWindowViaOutputBufferFn.java | 30 +++----------
.../SparkGroupAlsoByWindowViaWindowSet.java | 26 ++---------
.../SparkGroupAlsoByWindowViaOutputBufferFn.java | 30 +++----------
.../spark/translation/SparkInputDataProcessor.java | 20 ++++-----
.../translation/SparkInputDataProcessorTest.java | 8 ++--
.../translators/functions/DoFnFunction.java | 3 +-
.../functions/GroupByWindowFunction.java | 30 +++----------
...edFile.java => WindowedValueMultiReceiver.java} | 23 +++++-----
.../{Weighted.java => WindowedValueReceiver.java} | 10 +++--
66 files changed, 359 insertions(+), 728 deletions(-)
delete mode 100644 runners/core-java/src/main/java/org/apache/beam/runners/core/OutputWindowedValue.java
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{ShardedFile.java => WindowedValueMultiReceiver.java} (61%)
copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{Weighted.java => WindowedValueReceiver.java} (74%)