You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by dw...@apache.org on 2021/05/25 06:39:47 UTC
[flink] branch master updated (21c4468 -> ee9f9b2)
This is an automated email from the ASF dual-hosted git repository.
dwysakowicz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 21c4468 [FLINK-22659][docs] Add execution.checkpointing.interval to docs of checkpoint configuration
add 214ba68 [FLINK-18934][core] Extract reusable CombinedWatermark class
add 18a2a8a [FLINK-18934][runtime] Idle stream does not advance watermark in connected stream
add ee9f9b2 [FLINK-18934][runtime] Drop StreamStatusMaintainer & StreamStatusProvider
No new revisions were added by this update.
Summary of changes:
.../common/eventtime/CombinedWatermarkStatus.java | 130 +++++++++++++
.../eventtime/IndexedCombinedWatermarkStatus.java | 87 +++++++++
.../eventtime/WatermarkOutputMultiplexer.java | 100 +++-------
.../flink/state/api/output/BoundedStreamTask.java | 4 +
.../operators/StateBootstrapWrapperOperator.java | 9 +
.../PythonTimestampsAndWatermarksOperator.java | 4 +-
.../source/ContinuousFileReaderOperator.java | 1 -
.../streaming/api/operators/AbstractInput.java | 6 +
.../api/operators/AbstractStreamOperator.java | 54 ++++--
.../api/operators/AbstractStreamOperatorV2.java | 30 +--
.../streaming/api/operators/CountingOutput.java | 6 +
.../flink/streaming/api/operators/Input.java | 3 +
.../flink/streaming/api/operators/Output.java | 3 +
.../streaming/api/operators/StreamSource.java | 10 +-
.../api/operators/StreamSourceContexts.java | 53 +++---
.../api/operators/TimestampedCollector.java | 6 +
.../api/operators/TwoInputStreamOperator.java | 5 +
.../streaming/runtime/io/AbstractDataOutput.java | 46 -----
.../streaming/runtime/io/RecordWriterOutput.java | 45 +++--
.../io/StreamMultipleInputProcessorFactory.java | 108 ++---------
.../runtime/io/StreamTwoInputProcessorFactory.java | 62 +-----
.../operators/TimestampsAndWatermarksOperator.java | 12 +-
.../runtime/streamstatus/AnnouncedStatus.java | 70 +++++++
.../streamstatus/StreamStatusMaintainer.java | 34 ----
.../runtime/streamstatus/StreamStatusProvider.java | 33 ----
.../runtime/tasks/BroadcastingOutputCollector.java | 20 +-
.../streaming/runtime/tasks/ChainingOutput.java | 30 ++-
.../tasks/CopyingBroadcastingOutputCollector.java | 6 +-
.../runtime/tasks/CopyingChainingOutput.java | 6 +-
.../runtime/tasks/MultipleInputStreamTask.java | 1 -
.../runtime/tasks/OneInputStreamTask.java | 15 +-
.../streaming/runtime/tasks/OperatorChain.java | 43 +----
.../runtime/tasks/SourceOperatorStreamTask.java | 17 +-
.../streaming/runtime/tasks/SourceStreamTask.java | 2 +-
.../runtime/tasks/StreamIterationTail.java | 4 +
.../flink/streaming/runtime/tasks/StreamTask.java | 5 -
.../runtime/tasks/TwoInputStreamTask.java | 1 -
.../api/operators/AbstractStreamOperatorTest.java | 102 ++++++++++
.../operators/AbstractStreamOperatorV2Test.java | 128 +++++++++++++
.../AbstractUdfStreamOperatorLifecycleTest.java | 4 +-
.../api/operators/MockStreamStatusMaintainer.java | 39 ----
.../StreamSourceContextIdleDetectionTests.java | 116 ++++++------
.../StreamSourceOperatorLatencyMetricsTest.java | 7 +-
.../StreamSourceOperatorWatermarksTest.java | 8 -
.../runtime/tasks/MultipleInputStreamTaskTest.java | 45 ++---
.../runtime/tasks/OneInputStreamTaskTest.java | 209 ---------------------
.../streaming/runtime/tasks/OperatorChainTest.java | 7 +-
.../streaming/runtime/tasks/StreamTaskTest.java | 2 -
.../tasks/SubtaskCheckpointCoordinatorTest.java | 4 +
.../runtime/tasks/TwoInputStreamTaskTest.java | 4 +-
.../util/AbstractStreamOperatorTestHarness.java | 10 +-
.../flink/streaming/util/CollectorOutput.java | 6 +
... KeyedMultiInputStreamOperatorTestHarness.java} | 37 ++--
.../apache/flink/streaming/util/MockOutput.java | 6 +
.../flink/streaming/util/MockStreamTask.java | 9 -
.../streaming/util/MockStreamTaskBuilder.java | 10 -
.../util/MultiInputStreamOperatorTestHarness.java | 69 +++++++
.../util/TwoInputStreamOperatorTestHarness.java | 9 +
.../multipleinput/input/FirstInputOfTwoInput.java | 6 +
.../operators/multipleinput/input/OneInput.java | 6 +
.../multipleinput/input/SecondInputOfTwoInput.java | 6 +
.../multipleinput/output/BroadcastingOutput.java | 8 +
...gSecondInputOfTwoInputStreamOperatorOutput.java | 10 +
.../FirstInputOfTwoInputStreamOperatorOutput.java | 10 +
.../output/OneInputStreamOperatorOutput.java | 10 +
.../SecondInputOfTwoInputStreamOperatorOutput.java | 10 +
.../wmassigners/WatermarkAssignerOperator.java | 10 +-
.../multipleinput/output/BlackHoleOutput.java | 6 +
.../over/NonBufferOverWindowOperatorTest.java | 6 +
.../wmassigners/WatermarkAssignerOperatorTest.java | 32 ++--
.../WatermarkAssignerOperatorTestBase.java | 8 +
.../runtime/SortingBoundedInputITCase.java | 4 +
72 files changed, 1069 insertions(+), 965 deletions(-)
create mode 100644 flink-core/src/main/java/org/apache/flink/api/common/eventtime/CombinedWatermarkStatus.java
create mode 100644 flink-core/src/main/java/org/apache/flink/api/common/eventtime/IndexedCombinedWatermarkStatus.java
delete mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/io/AbstractDataOutput.java
create mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/streamstatus/AnnouncedStatus.java
delete mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/streamstatus/StreamStatusMaintainer.java
delete mode 100644 flink-streaming-java/src/main/java/org/apache/flink/streaming/runtime/streamstatus/StreamStatusProvider.java
delete mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/api/operators/MockStreamStatusMaintainer.java
copy flink-streaming-java/src/test/java/org/apache/flink/streaming/util/{KeyedBroadcastOperatorTestHarness.java => KeyedMultiInputStreamOperatorTestHarness.java} (60%)
create mode 100644 flink-streaming-java/src/test/java/org/apache/flink/streaming/util/MultiInputStreamOperatorTestHarness.java