You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@beam.apache.org by ke...@apache.org on 2025/06/06 02:07:45 UTC
(beam) 01/01: Merge pull request #35159: Make WindowedValue a public interface
This is an automated email from the ASF dual-hosted git repository.
kenn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
commit acafd37ba45a2232caaf69c140b1320ae099cec2
Merge: 0004b45a503 deff583cf6e
Author: Kenneth Knowles <ke...@apache.org>
AuthorDate: Thu Jun 5 22:07:35 2025 -0400
Merge pull request #35159: Make WindowedValue a public interface
.../IO_Iceberg_Integration_Tests.json | 3 +-
.../IO_Iceberg_Integration_Tests_Dataflow.json | 3 +-
.../beam_PostCommit_Java_DataflowV1.json | 3 +-
.../beam_PostCommit_Java_DataflowV2.json | 3 +-
...m_PostCommit_Java_ValidatesRunner_Dataflow.json | 3 +-
...it_Java_ValidatesRunner_Dataflow_Streaming.json | 3 +-
...ostCommit_Java_ValidatesRunner_Dataflow_V2.json | 3 +-
...eam_PostCommit_Java_ValidatesRunner_Direct.json | 3 +-
...beam_PostCommit_Java_ValidatesRunner_Flink.json | 3 +-
...beam_PostCommit_Java_ValidatesRunner_Samza.json | 3 +-
...beam_PostCommit_Java_ValidatesRunner_Spark.json | 3 +-
...a_ValidatesRunner_SparkStructuredStreaming.json | 3 +-
.../beam_PostCommit_Java_ValidatesRunner_ULR.json | 3 +-
.../org/apache/beam/runners/core/DoFnRunner.java | 2 +-
.../org/apache/beam/runners/core/DoFnRunners.java | 2 +-
.../core/GroupAlsoByWindowViaWindowSetNewDoFn.java | 6 +-
.../runners/core/GroupByKeyViaGroupByKeyOnly.java | 4 +-
.../apache/beam/runners/core/KeyedWorkItem.java | 2 +-
.../beam/runners/core/KeyedWorkItemCoder.java | 4 +-
.../apache/beam/runners/core/KeyedWorkItems.java | 2 +-
.../runners/core/LateDataDroppingDoFnRunner.java | 5 +-
.../apache/beam/runners/core/LateDataUtils.java | 2 +-
...TimeBoundedSplittableProcessElementInvoker.java | 2 +-
.../apache/beam/runners/core/ProcessFnRunner.java | 2 +-
.../runners/core/PushbackSideInputDoFnRunner.java | 2 +-
.../apache/beam/runners/core/ReduceFnRunner.java | 2 +-
.../apache/beam/runners/core/SideInputHandler.java | 2 +-
.../apache/beam/runners/core/SimpleDoFnRunner.java | 11 +-
.../core/SimplePushbackSideInputDoFnRunner.java | 2 +-
.../core/SplittableParDoViaKeyedWorkItems.java | 5 +-
.../core/SplittableProcessElementInvoker.java | 2 +-
.../beam/runners/core/StatefulDoFnRunner.java | 5 +-
.../beam/runners/core/KeyedWorkItemCoderTest.java | 9 +-
.../core/LateDataDroppingDoFnRunnerTest.java | 5 +-
...BoundedSplittableProcessElementInvokerTest.java | 4 +-
.../beam/runners/core/ReduceFnRunnerTest.java | 2 +-
.../apache/beam/runners/core/ReduceFnTester.java | 7 +-
.../beam/runners/core/SideInputHandlerTest.java | 5 +-
.../beam/runners/core/SimpleDoFnRunnerTest.java | 36 ++-
.../SimplePushbackSideInputDoFnRunnerTest.java | 28 +-
.../runners/core/SplittableParDoProcessFnTest.java | 7 +-
.../beam/runners/core/StatefulDoFnRunnerTest.java | 45 +--
.../apache/beam/runners/core/WindowMatchers.java | 2 +-
.../beam/runners/core/WindowMatchersTest.java | 6 +-
.../core/triggers/TriggerStateMachineTester.java | 6 +-
.../runners/direct/AbstractModelEnforcement.java | 2 +-
.../direct/BoundedReadEvaluatorFactory.java | 7 +-
.../beam/runners/direct/CloningBundleFactory.java | 2 +-
.../beam/runners/direct/CommittedBundle.java | 2 +-
.../direct/CreateViewNoopEvaluatorFactory.java | 2 +-
.../runners/direct/DirectTransformExecutor.java | 2 +-
...LifecycleManagerRemovingTransformEvaluator.java | 2 +-
.../runners/direct/FlattenEvaluatorFactory.java | 2 +-
.../direct/GroupAlsoByWindowEvaluatorFactory.java | 5 +-
.../direct/GroupByKeyOnlyEvaluatorFactory.java | 5 +-
.../direct/ImmutabilityCheckingBundleFactory.java | 2 +-
.../direct/ImmutabilityEnforcementFactory.java | 2 +-
.../runners/direct/ImmutableListBundleFactory.java | 2 +-
.../runners/direct/ImpulseEvaluatorFactory.java | 8 +-
.../beam/runners/direct/ModelEnforcement.java | 2 +-
.../beam/runners/direct/MultiStepCombine.java | 2 +-
.../beam/runners/direct/PCollectionViewWriter.java | 2 +-
.../apache/beam/runners/direct/ParDoEvaluator.java | 2 +-
.../runners/direct/ParDoMultiOverrideFactory.java | 7 +-
.../direct/PassthroughTransformEvaluator.java | 2 +-
.../beam/runners/direct/QuiescenceDriver.java | 4 +-
.../beam/runners/direct/SideInputContainer.java | 2 +-
.../SplittableProcessElementsEvaluatorFactory.java | 6 +-
.../direct/StatefulParDoEvaluatorFactory.java | 2 +-
.../beam/runners/direct/StepTransformResult.java | 2 +-
.../runners/direct/TestStreamEvaluatorFactory.java | 9 +-
.../beam/runners/direct/TransformEvaluator.java | 2 +-
.../beam/runners/direct/TransformResult.java | 2 +-
.../direct/UnboundedReadEvaluatorFactory.java | 11 +-
.../beam/runners/direct/UncommittedBundle.java | 2 +-
.../beam/runners/direct/ViewEvaluatorFactory.java | 2 +-
.../runners/direct/WindowEvaluatorFactory.java | 5 +-
.../direct/BoundedReadEvaluatorFactoryTest.java | 11 +-
.../runners/direct/CloningBundleFactoryTest.java | 21 +-
.../beam/runners/direct/CommittedResultTest.java | 4 +-
.../direct/DirectTransformExecutorTest.java | 19 +-
...cycleManagerRemovingTransformEvaluatorTest.java | 9 +-
.../beam/runners/direct/EvaluationContextTest.java | 11 +-
.../direct/FlattenEvaluatorFactoryTest.java | 26 +-
.../direct/GroupByKeyEvaluatorFactoryTest.java | 27 +-
.../direct/GroupByKeyOnlyEvaluatorFactoryTest.java | 27 +-
.../ImmutabilityCheckingBundleFactoryTest.java | 19 +-
.../direct/ImmutabilityEnforcementFactoryTest.java | 9 +-
.../direct/ImmutableListBundleFactoryTest.java | 31 +-
.../direct/ImpulseEvaluatorFactoryTest.java | 5 +-
.../direct/KeyedPValueTrackingVisitorTest.java | 9 +-
.../beam/runners/direct/ParDoEvaluatorTest.java | 13 +-
.../runners/direct/SideInputContainerTest.java | 31 +-
.../direct/StatefulParDoEvaluatorFactoryTest.java | 5 +-
.../direct/TestStreamEvaluatorFactoryTest.java | 15 +-
.../direct/UnboundedReadEvaluatorFactoryTest.java | 13 +-
.../runners/direct/ViewEvaluatorFactoryTest.java | 7 +-
.../beam/runners/direct/WatermarkManagerTest.java | 32 +-
.../runners/direct/WindowEvaluatorFactoryTest.java | 9 +-
.../FlinkBatchPortablePipelineTranslator.java | 13 +-
.../flink/FlinkBatchTransformTranslators.java | 16 +-
.../flink/FlinkBatchTranslationContext.java | 7 +-
.../FlinkStreamingAggregationsTranslators.java | 15 +-
.../FlinkStreamingPortablePipelineTranslator.java | 39 +--
.../flink/FlinkStreamingTransformTranslators.java | 25 +-
.../flink/FlinkStreamingTranslationContext.java | 5 +-
.../flink/adapter/BeamFlinkDataSetAdapter.java | 7 +-
.../flink/adapter/BeamFlinkDataStreamAdapter.java | 7 +-
.../flink/metrics/DoFnRunnerWithMetricsUpdate.java | 2 +-
.../functions/AbstractFlinkCombineRunner.java | 2 +-
.../translation/functions/FlinkAssignContext.java | 2 +-
.../translation/functions/FlinkAssignWindows.java | 5 +-
.../translation/functions/FlinkDoFnFunction.java | 7 +-
.../functions/FlinkExecutableStageFunction.java | 2 +-
.../FlinkExecutableStagePruningFunction.java | 2 +-
.../functions/FlinkExplodeWindowsFunction.java | 2 +-
.../FlinkMergingNonShuffleReduceFunction.java | 2 +-
.../functions/FlinkMultiOutputPruningFunction.java | 2 +-
.../functions/FlinkNonMergingReduceFunction.java | 5 +-
.../functions/FlinkPartialReduceFunction.java | 2 +-
.../translation/functions/FlinkReduceFunction.java | 2 +-
.../functions/FlinkStatefulDoFnFunction.java | 2 +-
.../functions/HashingFlinkCombineRunner.java | 5 +-
.../functions/ImpulseSourceFunction.java | 5 +-
.../functions/SideInputInitializer.java | 2 +-
.../functions/SingleWindowFlinkCombineRunner.java | 5 +-
.../functions/SortingFlinkCombineRunner.java | 11 +-
.../flink/translation/types/KvKeySelector.java | 2 +-
.../translation/types/WindowedKvKeySelector.java | 2 +-
.../translation/wrappers/ImpulseInputFormat.java | 5 +-
.../translation/wrappers/SourceInputFormat.java | 5 +-
.../wrappers/streaming/DoFnOperator.java | 2 +-
.../streaming/ExecutableStageDoFnOperator.java | 11 +-
.../streaming/KvToFlinkKeyKeySelector.java | 2 +-
.../streaming/PartialReduceBundleOperator.java | 5 +-
.../wrappers/streaming/SdfFlinkKeyKeySelector.java | 2 +-
.../wrappers/streaming/SingletonKeyedWorkItem.java | 2 +-
.../streaming/SingletonKeyedWorkItemCoder.java | 7 +-
.../wrappers/streaming/SplittableDoFnOperator.java | 9 +-
.../wrappers/streaming/WindowDoFnOperator.java | 5 +-
.../wrappers/streaming/WorkItemKeySelector.java | 2 +-
.../wrappers/streaming/io/DedupingOperator.java | 2 +-
.../streaming/io/StreamingImpulseSource.java | 5 +-
.../wrappers/streaming/io/TestStreamSource.java | 5 +-
.../streaming/io/UnboundedSourceWrapper.java | 5 +-
.../io/source/bounded/FlinkBoundedSource.java | 2 +-
.../source/bounded/FlinkBoundedSourceReader.java | 5 +-
.../io/source/unbounded/FlinkUnboundedSource.java | 2 +-
.../unbounded/FlinkUnboundedSourceReader.java | 5 +-
.../streaming/stableinput/BufferedElements.java | 2 +-
.../streaming/stableinput/BufferingDoFnRunner.java | 2 +-
.../runners/flink/FlinkPipelineOptionsTest.java | 9 +-
.../flink/streaming/BoundedSourceRestoreTest.java | 2 +-
.../FlinkExecutableStageFunctionTest.java | 15 +-
.../functions/ImpulseSourceFunctionTest.java | 2 +-
.../wrappers/streaming/DedupingOperatorTest.java | 18 +-
.../wrappers/streaming/DoFnOperatorTest.java | 342 +++++++++++----------
.../streaming/ExecutableStageDoFnOperatorTest.java | 45 +--
.../wrappers/streaming/StreamRecordStripper.java | 2 +-
.../wrappers/streaming/WindowDoFnOperatorTest.java | 19 +-
.../streaming/io/UnboundedSourceWrapperTest.java | 2 +-
.../bounded/FlinkBoundedSourceReaderTest.java | 2 +-
.../unbounded/FlinkUnboundedSourceReaderTest.java | 2 +-
.../stableinput/BufferedElementsTest.java | 8 +-
.../stableinput/BufferingDoFnRunnerTest.java | 4 +-
.../dataflow/BatchStatefulParDoOverrides.java | 7 +-
.../beam/runners/dataflow/BatchViewOverrides.java | 18 +-
.../dataflow/DataflowPipelineTranslator.java | 6 +-
.../beam/runners/dataflow/DataflowRunner.java | 12 +-
.../dataflow/util/CloudObjectTranslators.java | 2 +-
.../beam/runners/dataflow/util/CloudObjects.java | 2 +-
.../runners/dataflow/BatchViewOverridesTest.java | 84 ++---
.../runners/dataflow/util/CloudObjectsTest.java | 4 +-
.../worker/AssignWindowsParDoFnFactory.java | 5 +-
.../worker/BatchModeUngroupingParDoFn.java | 2 +-
.../CreateIsmShardKeyAndSortKeyDoFnFactory.java | 2 +-
.../dataflow/worker/DataflowOutputCounter.java | 2 +-
.../worker/DataflowPortabilityPCollectionView.java | 2 +-
.../dataflow/worker/DataflowProcessFnRunner.java | 5 +-
.../dataflow/worker/GroupAlsoByWindowFnRunner.java | 5 +-
.../worker/GroupAlsoByWindowParDoFnFactory.java | 2 +-
.../dataflow/worker/GroupAlsoByWindowsParDoFn.java | 2 +-
.../dataflow/worker/GroupingShuffleReader.java | 4 +-
.../worker/GroupingShuffleReaderFactory.java | 2 +-
...ingShuffleReaderWithFaultyBytesReadCounter.java | 2 +-
.../worker/IntrinsicMapTaskExecutorFactory.java | 2 +-
.../beam/runners/dataflow/worker/IsmReader.java | 2 +-
.../runners/dataflow/worker/IsmReaderFactory.java | 4 +-
.../runners/dataflow/worker/IsmReaderImpl.java | 2 +-
.../dataflow/worker/IsmSideInputReader.java | 2 +-
.../beam/runners/dataflow/worker/IsmSink.java | 2 +-
.../runners/dataflow/worker/IsmSinkFactory.java | 4 +-
.../worker/PairWithConstantKeyDoFnFactory.java | 2 +-
.../dataflow/worker/PartialGroupByKeyParDoFns.java | 13 +-
.../dataflow/worker/PartitioningShuffleReader.java | 4 +-
.../worker/PartitioningShuffleReaderFactory.java | 2 +-
.../runners/dataflow/worker/PubsubDynamicSink.java | 2 +-
.../beam/runners/dataflow/worker/PubsubReader.java | 7 +-
.../beam/runners/dataflow/worker/PubsubSink.java | 4 +-
.../ReifyTimestampAndWindowsParDoFnFactory.java | 7 +-
.../beam/runners/dataflow/worker/ShuffleSink.java | 4 +-
.../dataflow/worker/ShuffleSinkFactory.java | 2 +-
.../runners/dataflow/worker/SimpleParDoFn.java | 2 +-
.../worker/SplittableProcessFnFactory.java | 6 +-
.../StreamingGroupAlsoByWindowReshuffleFn.java | 2 +-
.../StreamingKeyedWorkItemSideInputDoFnRunner.java | 2 +-
.../StreamingPCollectionViewWriterDoFnFactory.java | 2 +-
.../StreamingPCollectionViewWriterParDoFn.java | 2 +-
.../worker/StreamingSideInputDoFnRunner.java | 2 +-
.../dataflow/worker/StreamingSideInputFetcher.java | 5 +-
.../worker/ToIsmRecordForMultimapDoFnFactory.java | 2 +-
.../dataflow/worker/UngroupedWindmillReader.java | 9 +-
.../runners/dataflow/worker/ValuesDoFnFactory.java | 2 +-
.../dataflow/worker/WindmillKeyedWorkItem.java | 5 +-
.../worker/WindmillReaderIteratorBase.java | 2 +-
.../beam/runners/dataflow/worker/WindmillSink.java | 4 +-
.../dataflow/worker/WindowingWindmillReader.java | 4 +-
.../dataflow/worker/WorkerCustomSources.java | 7 +-
.../util/BatchGroupAlsoByWindowAndCombineFn.java | 2 +-
.../worker/util/BatchGroupAlsoByWindowFn.java | 2 +-
.../util/BatchGroupAlsoByWindowReshuffleFn.java | 2 +-
.../util/BatchGroupAlsoByWindowViaIteratorsFn.java | 2 +-
.../BatchGroupAlsoByWindowViaOutputBufferFn.java | 2 +-
.../dataflow/worker/util/ValueInEmptyWindows.java | 9 +-
.../processing/ComputationWorkExecutorFactory.java | 8 +-
.../dataflow/worker/AvroByteReaderFactoryTest.java | 6 +-
.../dataflow/worker/AvroByteSinkFactoryTest.java | 4 +-
.../worker/CombineValuesFnFactoryTest.java | 42 +--
...CreateIsmShardKeyAndSortKeyDoFnFactoryTest.java | 2 +-
.../DataflowPortabilityPCollectionViewTest.java | 2 +-
.../dataflow/worker/DefaultParDoFnFactoryTest.java | 4 +-
.../dataflow/worker/GroupingShuffleReaderTest.java | 21 +-
.../IntrinsicMapTaskExecutorFactoryTest.java | 6 +-
.../dataflow/worker/IsmReaderFactoryTest.java | 8 +-
.../runners/dataflow/worker/IsmReaderTest.java | 2 +-
.../dataflow/worker/IsmSideInputReaderTest.java | 53 ++--
.../beam/runners/dataflow/worker/IsmSinkTest.java | 2 +-
.../worker/PairWithConstantKeyDoFnFactoryTest.java | 2 +-
.../worker/PartialGroupByKeyParDoFnsTest.java | 75 ++---
.../worker/PartitioningShuffleReaderTest.java | 25 +-
.../dataflow/worker/PubsubDynamicSinkTest.java | 11 +-
.../runners/dataflow/worker/PubsubReaderTest.java | 11 +-
.../runners/dataflow/worker/PubsubSinkTest.java | 20 +-
.../runners/dataflow/worker/ReaderFactoryTest.java | 5 +-
.../runners/dataflow/worker/ReaderTestUtils.java | 2 +-
...ReifyTimestampAndWindowsParDoFnFactoryTest.java | 7 +-
.../dataflow/worker/ShuffleReaderFactoryTest.java | 4 +-
.../dataflow/worker/ShuffleSinkFactoryTest.java | 14 +-
.../runners/dataflow/worker/ShuffleSinkTest.java | 15 +-
.../runners/dataflow/worker/SimpleParDoFnTest.java | 48 +--
.../worker/StreamingDataflowWorkerTest.java | 19 +-
.../worker/StreamingGroupAlsoByWindowFnsTest.java | 2 +-
...reamingGroupAlsoByWindowsReshuffleDoFnTest.java | 2 +-
...eamingKeyedWorkItemSideInputDoFnRunnerTest.java | 5 +-
...eamingPCollectionViewWriterDoFnFactoryTest.java | 4 +-
.../worker/StreamingSideInputDoFnRunnerTest.java | 7 +-
.../worker/StreamingSideInputFetcherTest.java | 5 +-
.../ToIsmRecordForMultimapDoFnFactoryTest.java | 2 +-
.../worker/UngroupedShuffleReaderTest.java | 7 +-
.../dataflow/worker/UserParDoFnFactoryTest.java | 18 +-
.../dataflow/worker/ValuesDoFnFactoryTest.java | 2 +-
.../dataflow/worker/WindmillKeyedWorkItemTest.java | 8 +-
.../worker/WindmillReaderIteratorBaseTest.java | 5 +-
.../dataflow/worker/WorkerCustomSourcesTest.java | 4 +-
.../graph/LengthPrefixUnknownCodersTest.java | 15 +-
.../BatchGroupAlsoByWindowReshuffleDoFnTest.java | 9 +-
...gGroupAlsoByWindowsViaOutputBufferDoFnTest.java | 2 +-
.../worker/util/GroupAlsoByWindowProperties.java | 72 +++--
.../dataflow/worker/util/ListOutputManager.java | 2 +-
.../control/BundleCheckpointHandlers.java | 5 +-
.../control/ProcessBundleDescriptors.java | 4 +-
.../translation/BatchSideInputHandlerFactory.java | 2 +-
.../translation/PipelineTranslatorUtils.java | 9 +-
.../beam/runners/fnexecution/wire/WireCoders.java | 7 +-
.../fnexecution/control/RemoteExecutionTest.java | 11 +-
.../fnexecution/control/SdkHarnessClientTest.java | 19 +-
.../fnexecution/data/GrpcDataServiceTest.java | 23 +-
.../BatchSideInputHandlerFactoryTest.java | 30 +-
.../runners/fnexecution/wire/CommonCoderTest.java | 12 +-
.../wire/LengthPrefixUnknownCodersTest.java | 14 +-
.../org/apache/beam/runners/jet/DAGBuilder.java | 7 +-
.../beam/runners/jet/JetTransformTranslators.java | 5 +-
.../beam/runners/jet/JetTranslationContext.java | 8 +-
.../java/org/apache/beam/runners/jet/Utils.java | 18 +-
.../runners/jet/processors/AbstractParDoP.java | 5 +-
.../beam/runners/jet/processors/AssignWindowP.java | 5 +-
.../runners/jet/processors/BoundedSourceP.java | 5 +-
.../beam/runners/jet/processors/FlattenP.java | 2 +-
.../beam/runners/jet/processors/ImpulseP.java | 4 +-
.../runners/jet/processors/StatefulParDoP.java | 2 +-
.../runners/jet/processors/UnboundedSourceP.java | 4 +-
.../apache/beam/runners/jet/processors/ViewP.java | 7 +-
.../beam/runners/jet/processors/WindowGroupP.java | 11 +-
.../org/apache/beam/runners/jet/TestStreamP.java | 4 +-
.../java/org/apache/beam/runners/local/Bundle.java | 2 +-
.../runners/samza/adapter/BoundedSourceSystem.java | 5 +-
.../samza/adapter/UnboundedSourceSystem.java | 5 +-
.../samza/metrics/DoFnRunnerWithMetrics.java | 2 +-
.../runners/samza/metrics/SamzaGBKMetricOp.java | 2 +-
.../beam/runners/samza/metrics/SamzaMetricOp.java | 2 +-
.../runners/samza/runtime/AsyncDoFnRunner.java | 2 +-
.../samza/runtime/ClassicBundleManager.java | 2 +-
.../apache/beam/runners/samza/runtime/DoFnOp.java | 5 +-
.../runtime/DoFnRunnerWithKeyedInternals.java | 2 +-
.../runners/samza/runtime/FutureCollector.java | 2 +-
.../runners/samza/runtime/FutureCollectorImpl.java | 2 +-
.../beam/runners/samza/runtime/GroupByKeyOp.java | 5 +-
.../runners/samza/runtime/KvToKeyedWorkItemOp.java | 2 +-
.../org/apache/beam/runners/samza/runtime/Op.java | 2 +-
.../beam/runners/samza/runtime/OpAdapter.java | 2 +-
.../beam/runners/samza/runtime/OpEmitter.java | 2 +-
.../beam/runners/samza/runtime/OpMessage.java | 2 +-
.../beam/runners/samza/runtime/PortableDoFnOp.java | 2 +-
.../runners/samza/runtime/SamzaAssignContext.java | 2 +-
.../runners/samza/runtime/SamzaDoFnRunners.java | 2 +-
.../samza/runtime/SingletonKeyedWorkItem.java | 2 +-
.../SplittableParDoProcessKeyedElementsOp.java | 7 +-
.../beam/runners/samza/runtime/WindowAssignOp.java | 5 +-
.../samza/translation/GroupByKeyTranslator.java | 9 +-
.../translation/ParDoBoundMultiTranslator.java | 17 +-
.../runners/samza/translation/ReadTranslator.java | 2 +-
.../samza/translation/ReshuffleTranslator.java | 5 +-
.../translation/SamzaImpulseSystemFactory.java | 4 +-
.../translation/SamzaPublishViewTranslator.java | 2 +-
.../translation/SamzaTestStreamSystemFactory.java | 5 +-
.../translation/SplittableParDoTranslators.java | 2 +-
.../samza/translation/TranslationContext.java | 5 +-
.../beam/runners/samza/util/SamzaCoders.java | 5 +-
.../samza/util/SamzaPipelineTranslatorUtils.java | 6 +-
.../beam/runners/samza/util/WindowUtils.java | 8 +-
.../runners/samza/adapter/TestSourceHelpers.java | 4 +-
.../TestSamzaRunnerWithTransformMetrics.java | 11 +-
.../runners/samza/runtime/AsyncDoFnRunnerTest.java | 7 +-
.../samza/runtime/ClassicBundleManagerTest.java | 2 +-
.../samza/runtime/FutureCollectorImplTest.java | 2 +-
.../io/BoundedDatasetFactory.java | 4 +-
.../translation/EvaluationContext.java | 2 +-
.../translation/PipelineTranslator.java | 2 +-
.../translation/SparkSessionFactory.java | 8 +-
.../translation/TransformTranslator.java | 2 +-
.../translation/batch/Aggregators.java | 5 +-
.../batch/CombineGloballyTranslatorBatch.java | 5 +-
.../batch/CombineGroupedValuesTranslatorBatch.java | 2 +-
.../batch/CombinePerKeyTranslatorBatch.java | 5 +-
.../batch/DoFnPartitionIteratorFactory.java | 2 +-
.../translation/batch/DoFnRunnerFactory.java | 2 +-
.../translation/batch/DoFnRunnerWithMetrics.java | 2 +-
.../translation/batch/FlattenTranslatorBatch.java | 2 +-
.../translation/batch/GroupByKeyHelpers.java | 5 +-
.../batch/GroupByKeyTranslatorBatch.java | 5 +-
.../translation/batch/ImpulseTranslatorBatch.java | 5 +-
.../translation/batch/ParDoTranslatorBatch.java | 2 +-
.../batch/ReadSourceTranslatorBatch.java | 2 +-
.../batch/ReshuffleTranslatorBatch.java | 2 +-
.../batch/WindowAssignTranslatorBatch.java | 5 +-
.../GroupAlsoByWindowViaOutputBufferFn.java | 5 +-
.../batch/functions/SideInputValues.java | 4 +-
.../translation/helpers/EncoderHelpers.java | 5 +-
.../translation/batch/AggregatorsTest.java | 7 +-
.../batch/functions/SideInputValuesTest.java | 9 +-
.../translation/helpers/EncoderHelpersTest.java | 5 +-
.../spark/coders/SparkRunnerKryoRegistrator.java | 3 +-
.../apache/beam/runners/spark/io/SourceRDD.java | 5 +-
.../runners/spark/io/SparkUnboundedSource.java | 7 +-
.../SparkGroupAlsoByWindowViaWindowSet.java | 7 +-
.../runners/spark/stateful/StateSpecFunctions.java | 9 +-
.../runners/spark/translation/BoundedDataset.java | 17 +-
.../spark/translation/DoFnRunnerWithMetrics.java | 2 +-
.../spark/translation/EvaluationContext.java | 5 +-
.../spark/translation/GroupCombineFunctions.java | 4 +-
.../GroupNonMergingWindowsFunctions.java | 15 +-
.../spark/translation/MultiDoFnFunction.java | 2 +-
.../ReifyTimestampsAndWindowsFunction.java | 5 +-
.../spark/translation/SideInputMetadata.java | 2 +-
.../spark/translation/SparkAssignWindowFn.java | 5 +-
.../SparkBatchPortablePipelineTranslator.java | 15 +-
.../runners/spark/translation/SparkCombineFn.java | 18 +-
.../SparkExecutableStageExtractionFunction.java | 2 +-
.../translation/SparkExecutableStageFunction.java | 4 +-
.../SparkGroupAlsoByWindowViaOutputBufferFn.java | 5 +-
.../spark/translation/SparkInputDataProcessor.java | 2 +-
.../spark/translation/SparkPCollectionView.java | 2 +-
.../SparkStreamingPortablePipelineTranslator.java | 19 +-
.../spark/translation/TransformTranslator.java | 27 +-
.../spark/translation/TranslationUtils.java | 7 +-
.../translation/streaming/ParDoStateUpdateFn.java | 11 +-
.../streaming/StatefulStreamingParDoEvaluator.java | 11 +-
.../streaming/StreamingTransformTranslator.java | 21 +-
.../spark/translation/streaming/TestDStream.java | 7 +-
.../translation/streaming/UnboundedDataset.java | 2 +-
.../streaming/WatermarkSyncedDStream.java | 2 +-
.../runners/spark/util/SparkSideInputReader.java | 2 +-
.../GroupNonMergingWindowsFunctionsTest.java | 13 +-
.../spark/translation/SparkCombineFnTest.java | 7 +-
.../SparkExecutableStageFunctionTest.java | 21 +-
.../translation/SparkInputDataProcessorTest.java | 13 +-
.../spark/translation/TransformTranslatorTest.java | 25 +-
.../ValueAndCoderLazySerializableTest.java | 13 +-
.../twister2/Twister2BatchTranslationContext.java | 2 +-
.../twister2/Twister2TranslationContext.java | 2 +-
.../wrappers/Twister2BoundedSource.java | 5 +-
.../translation/wrappers/Twister2EmptySource.java | 2 +-
.../batch/AssignWindowTranslatorBatch.java | 2 +-
.../translators/batch/FlattenTranslatorBatch.java | 2 +-
.../batch/GroupByKeyTranslatorBatch.java | 7 +-
.../translators/batch/ImpulseTranslatorBatch.java | 2 +-
.../batch/PCollectionViewTranslatorBatch.java | 11 +-
.../batch/ParDoMultiOutputTranslatorBatch.java | 2 +-
.../batch/ReadSourceTranslatorBatch.java | 2 +-
.../functions/AssignWindowsFunction.java | 5 +-
.../translators/functions/ByteToElemFunction.java | 4 +-
.../functions/ByteToWindowFunction.java | 4 +-
.../functions/ByteToWindowFunctionPrimitive.java | 9 +-
.../translators/functions/DoFnFunction.java | 2 +-
.../translators/functions/ElemToBytesFunction.java | 9 +-
.../functions/GroupByWindowFunction.java | 5 +-
.../translators/functions/ImpulseSource.java | 5 +-
.../translators/functions/MapToTupleFunction.java | 13 +-
.../translators/functions/OutputTagFilter.java | 2 +-
.../runners/twister2/utils/TranslationUtils.java | 5 +-
.../twister2/utils/Twister2AssignContext.java | 2 +-
.../twister2/utils/Twister2SideInputReader.java | 2 +-
.../org/apache/beam/sdk/transforms/Create.java | 7 +-
.../sdk/util/construction/CoderTranslators.java | 21 +-
.../sdk/util/construction/ModelCoderRegistrar.java | 12 +-
.../util/construction/RunnerPCollectionView.java | 2 +-
.../org/apache/beam/sdk/values/WindowedValue.java | 60 ++++
.../WindowedValues.java} | 168 +++++-----
.../sdk/fn/data/BeamFnDataInboundObserverTest.java | 17 +-
.../org/apache/beam/sdk/transforms/CreateTest.java | 9 +-
.../beam/sdk/transforms/RedistributeTest.java | 10 +-
.../apache/beam/sdk/transforms/ReshuffleTest.java | 10 +-
.../apache/beam/sdk/util/WindowedValueTest.java | 43 +--
.../util/construction/CoderTranslationTest.java | 6 +-
.../sdk/util/construction/ModelCodersTest.java | 2 +-
.../euphoria/core/testkit/WindowingTest.java | 1 +
.../jmh/PrecombineGroupingTableBenchmark.java | 11 +-
.../fn/harness/jmh/ProcessBundleBenchmark.java | 4 +-
.../beam/fn/harness/AssignWindowsRunner.java | 5 +-
.../beam/fn/harness/BeamFnDataReadRunner.java | 2 +-
.../beam/fn/harness/BeamFnDataWriteRunner.java | 2 +-
.../org/apache/beam/fn/harness/CombineRunners.java | 4 +-
.../org/apache/beam/fn/harness/FlattenRunner.java | 2 +-
.../apache/beam/fn/harness/FnApiDoFnRunner.java | 83 ++---
.../org/apache/beam/fn/harness/MapFnRunners.java | 2 +-
.../beam/fn/harness/PTransformRunnerFactory.java | 2 +-
.../beam/fn/harness/PrecombineGroupingTable.java | 7 +-
.../SplittablePairWithRestrictionDoFnRunner.java | 5 +-
...littableSplitAndSizeRestrictionsDoFnRunner.java | 5 +-
.../beam/fn/harness/WindowedSplitResult.java | 2 +-
.../fn/harness/control/ProcessBundleHandler.java | 2 +-
.../harness/data/PCollectionConsumerRegistry.java | 7 +-
.../beam/fn/harness/debug/ElementSample.java | 2 +-
.../beam/fn/harness/debug/OutputSampler.java | 5 +-
.../beam/fn/harness/state/FnApiStateAccessor.java | 6 +-
.../beam/fn/harness/AssignWindowsRunnerTest.java | 35 ++-
.../beam/fn/harness/BeamFnDataReadRunnerTest.java | 7 +-
.../beam/fn/harness/BeamFnDataWriteRunnerTest.java | 7 +-
.../apache/beam/fn/harness/CombineRunnersTest.java | 4 +-
.../apache/beam/fn/harness/FlattenRunnerTest.java | 9 +-
.../beam/fn/harness/FnApiDoFnRunnerTest.java | 95 +++---
.../apache/beam/fn/harness/MapFnRunnersTest.java | 13 +-
.../PTransformRunnerFactoryTestContext.java | 2 +-
.../fn/harness/PrecombineGroupingTableTest.java | 6 +-
...plittablePairWithRestrictionDoFnRunnerTest.java | 19 +-
...ableSplitAndSizeRestrictionsDoFnRunnerTest.java | 33 +-
.../fn/harness/data/BeamFnDataGrpcClientTest.java | 7 +-
.../data/PCollectionConsumerRegistryTest.java | 4 +-
.../beam/fn/harness/debug/DataSamplerTest.java | 5 +-
.../beam/fn/harness/debug/OutputSamplerTest.java | 41 +--
.../io/components/deadletterqueue/DLQRouter.java | 1 +
.../deadletterqueue/sinks/ThrowingSink.java | 2 +-
.../components/deadletterqueue/DLQRouterTest.java | 1 +
.../sdk/io/gcp/bigquery/BigQueryHelpersTest.java | 4 +-
.../beam/sdk/io/iceberg/RecordWriterManager.java | 2 +-
.../sdk/io/iceberg/WriteGroupedRowsToFiles.java | 5 +-
.../sdk/io/iceberg/WriteUngroupedRowsToFiles.java | 5 +-
.../sdk/io/iceberg/RecordWriterManagerTest.java | 9 +-
478 files changed, 2237 insertions(+), 1938 deletions(-)