You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2025/06/09 13:26:26 UTC

(beam) branch master updated (74512d9d04d -> b6d4fdcd592)

This is an automated email from the ASF dual-hosted git repository.

kenn pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


    from 74512d9d04d [YAML] Add a spec provider for transforms taking specifiable arguments (#35187)
     add 476f332d7e3 Touch trigger files to test WindowedValueReceiver in runners
     add b84cf002397 Introduce WindowedValue receivers and consolidate runner code to them
     add b6d4fdcd592 Merge pull request #35177: Introduce WindowedValue receivers and consolidate runner code to them

No new revisions were added by this update.

Summary of changes:
 .../beam_PostCommit_Java_DataflowV1.json           |  1 +
 .../beam_PostCommit_Java_DataflowV2.json           |  1 +
 ...eam_PostCommit_Java_ValidatesRunner_Direct.json |  1 +
 ...beam_PostCommit_Java_ValidatesRunner_Flink.json |  1 +
 ...beam_PostCommit_Java_ValidatesRunner_Samza.json |  1 +
 ...beam_PostCommit_Java_ValidatesRunner_Spark.json |  1 +
 ...a_ValidatesRunner_SparkStructuredStreaming.json |  1 +
 .../org/apache/beam/runners/core/DoFnRunners.java  | 11 ++---
 .../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 36 +++-------------
 ...TimeBoundedSplittableProcessElementInvoker.java | 20 ++++++---
 .../beam/runners/core/OutputWindowedValue.java     | 45 -------------------
 .../apache/beam/runners/core/ReduceFnRunner.java   |  9 ++--
 .../apache/beam/runners/core/SimpleDoFnRunner.java |  6 +--
 ...BoundedSplittableProcessElementInvokerTest.java | 23 +++-------
 .../apache/beam/runners/core/ReduceFnTester.java   | 33 ++++----------
 .../beam/runners/core/SimpleDoFnRunnerTest.java    |  8 ++--
 .../runners/core/SplittableParDoProcessFnTest.java | 36 ++++++----------
 .../beam/runners/core/StatefulDoFnRunnerTest.java  | 29 +++++++------
 .../direct/GroupAlsoByWindowEvaluatorFactory.java  | 34 +++------------
 .../apache/beam/runners/direct/ParDoEvaluator.java | 11 +++--
 .../SplittableProcessElementsEvaluatorFactory.java | 35 +--------------
 .../translation/functions/FlinkAssignContext.java  |  3 +-
 .../translation/functions/FlinkDoFnFunction.java   | 50 ++++++++++++----------
 .../functions/FlinkStatefulDoFnFunction.java       |  5 ++-
 .../wrappers/streaming/DoFnOperator.java           |  6 ++-
 .../wrappers/streaming/SplittableDoFnOperator.java | 27 +++---------
 .../runners/dataflow/worker/DoFnRunnerFactory.java |  4 +-
 .../dataflow/worker/GroupAlsoByWindowFn.java       |  6 +--
 .../dataflow/worker/GroupAlsoByWindowFnRunner.java | 38 ++--------------
 .../worker/GroupAlsoByWindowParDoFnFactory.java    |  2 -
 .../dataflow/worker/GroupAlsoByWindowsParDoFn.java | 28 ++++--------
 .../dataflow/worker/SimpleDoFnRunnerFactory.java   |  4 +-
 .../runners/dataflow/worker/SimpleParDoFn.java     |  8 ++--
 .../worker/SplittableProcessFnFactory.java         | 33 ++------------
 .../StreamingGroupAlsoByWindowReshuffleFn.java     | 11 ++---
 .../StreamingGroupAlsoByWindowViaWindowSetFn.java  |  4 +-
 .../util/BatchGroupAlsoByWindowAndCombineFn.java   | 19 ++++----
 .../util/BatchGroupAlsoByWindowReshuffleFn.java    | 10 ++---
 .../util/BatchGroupAlsoByWindowViaIteratorsFn.java | 17 ++++----
 .../BatchGroupAlsoByWindowViaOutputBufferFn.java   |  4 +-
 .../worker/StreamingGroupAlsoByWindowFnsTest.java  | 39 ++++++++---------
 ...reamingGroupAlsoByWindowsReshuffleDoFnTest.java |  9 ++--
 ...eamingKeyedWorkItemSideInputDoFnRunnerTest.java |  8 ++--
 .../worker/StreamingSideInputDoFnRunnerTest.java   |  7 ++-
 .../BatchGroupAlsoByWindowReshuffleDoFnTest.java   |  9 ++--
 .../worker/util/GroupAlsoByWindowProperties.java   | 23 ++--------
 .../dataflow/worker/util/ListOutputManager.java    | 41 ++++++------------
 .../runners/jet/processors/AbstractParDoP.java     |  4 +-
 .../beam/runners/jet/processors/AssignWindowP.java |  2 +-
 .../beam/runners/jet/processors/WindowGroupP.java  | 24 ++---------
 .../apache/beam/runners/samza/runtime/DoFnOp.java  | 22 +++++-----
 .../beam/runners/samza/runtime/GroupByKeyOp.java   |  3 +-
 .../samza/runtime/OutputManagerFactory.java        |  8 ++--
 .../runners/samza/runtime/SamzaDoFnRunners.java    |  9 ++--
 .../SplittableParDoProcessKeyedElementsOp.java     | 27 ++----------
 .../batch/DoFnPartitionIteratorFactory.java        | 14 +++---
 .../translation/batch/DoFnRunnerFactory.java       | 36 ++++++++--------
 .../GroupAlsoByWindowViaOutputBufferFn.java        | 30 +++----------
 .../SparkGroupAlsoByWindowViaWindowSet.java        | 26 ++---------
 .../SparkGroupAlsoByWindowViaOutputBufferFn.java   | 30 +++----------
 .../spark/translation/SparkInputDataProcessor.java | 20 ++++-----
 .../translation/SparkInputDataProcessorTest.java   |  8 ++--
 .../translators/functions/DoFnFunction.java        |  3 +-
 .../functions/GroupByWindowFunction.java           | 30 +++----------
 ...edFile.java => WindowedValueMultiReceiver.java} | 23 +++++-----
 .../{Weighted.java => WindowedValueReceiver.java}  | 10 +++--
 66 files changed, 359 insertions(+), 728 deletions(-)
 delete mode 100644 runners/core-java/src/main/java/org/apache/beam/runners/core/OutputWindowedValue.java
 copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{ShardedFile.java => WindowedValueMultiReceiver.java} (61%)
 copy sdks/java/core/src/main/java/org/apache/beam/sdk/util/{Weighted.java => WindowedValueReceiver.java} (74%)