[flink] branch master updated (5e29fb6 -> 69921a8)

[ar...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

arvid pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 5e29fb6  [FLINK-11779] Update documentation based on bin/flink output
     add 20717be  [hotfix][network] Annotate NetworkSequenceViewReader#getNextBuffer as Nullable.
     add c34b5a2  [FLINK-19338][connectors/common] Remove null-check from SourceCoordinatorContext#unregisterSourceReader.
     add d7fd008  [hotfix][datastream] Chaining serialization exception during job graph generation.
     add 136f50f  [FLINK-19026][network] Adding priority events to buffer data type.
     add 98f5853  [FLINK-19026][network] Adding PrioritizedDeque and use it in PipelinedSubpartition.
     add bc8e4fc  [FLINK-19026][network] Removing unnecessary priority flag on output side.
     add ea63ab5  [FLINK-19026][network] Generalizing BufferAndAvailability and BufferAndBacklog to capture the DataType of the next record.
     add 2646209  [FLINK-19026][network] Move sequence number into PipelinedSubpartition and relay through BufferAndAvailability and BufferAndBacklog.
     add 052b71d  [FLINK-19026][network] Refactor SingleInputGate#waitAndGetNextData.
     add e5a0879f [hotfix][network] De-mockitofy InputGateFairnessTest.
     add 34656ea  [FLINK-19026][network] Simplify lock acquisition in InputGates while polling.
     add 38d1e84  [FLINK-19026][network] Using PrioritizedDeque on input side.
     add 1c92f3e  [FLINK-19026][network] Simplify output priority notification.
     add d08c1fb  [hotfix][network] Use IOExceptions where possible in CheckpointBarrierHandler.
     add c949017  [FLINK-19026][network] Move spilling into channels.
     add 38363a4  [FLINK-19026][network] Moving priority event handling from BufferReceivedListener to CheckpointedInputGate.
     add 7e3c870  [FLINK-19026][checkpointing] Remove synchronization from CheckpointBarrierUnaligner.
     add 95761da  [FLINK-19026][network/task] Remove unused BufferReceivedListener and
     add 69921a8  [FLINK-19026][tests] Rewritten UnalignedCheckpointITCase to use new source interface.

No new revisions were added by this update.

Summary of changes:
 .../io/network/NetworkSequenceViewReader.java      |   5 +-
 .../network/api/serialization/EventSerializer.java |  10 +-
 .../io/network/api/writer/RecordWriter.java        |   6 +-
 .../network/api/writer/ResultPartitionWriter.java  |  17 +-
 .../flink/runtime/io/network/buffer/Buffer.java    |  35 +-
 .../runtime/io/network/buffer/BufferConsumer.java  |   4 +
 .../io/network/buffer/BufferReceivedListener.java  |  47 ---
 .../CreditBasedSequenceNumberingViewReader.java    |  50 +--
 .../io/network/netty/PartitionRequestQueue.java    |   2 +-
 .../partition/BoundedBlockingSubpartition.java     |   6 +-
 .../BoundedBlockingSubpartitionReader.java         |   4 +-
 .../partition/BufferAvailabilityListener.java      |  11 +-
 ...TrackerFactory.java => ChannelStateHolder.java} |  12 +-
 .../partition/CheckpointedResultSubpartition.java  |   4 -
 .../partition/PipelinedResultPartition.java        |  13 +-
 .../network/partition/PipelinedSubpartition.java   | 148 +++++---
 .../partition/PipelinedSubpartitionView.java       |  11 +-
 .../io/network/partition/PrioritizedDeque.java     | 276 +++++++++++++++
 .../io/network/partition/ResultPartition.java      |   7 +-
 .../network/partition/ResultPartitionManager.java  |   7 +-
 .../io/network/partition/ResultSubpartition.java   |  64 ++--
 .../network/partition/ResultSubpartitionView.java  |   4 +
 .../network/partition/consumer/BufferOrEvent.java  |  26 +-
 .../partition/consumer/GateNotificationHelper.java |  63 ++++
 .../network/partition/consumer/InputChannel.java   | 158 +++++++--
 .../io/network/partition/consumer/InputGate.java   |  41 ++-
 .../partition/consumer/LocalInputChannel.java      |  70 ++--
 .../consumer/LocalRecoveredInputChannel.java       |   6 +-
 .../partition/consumer/RecoveredInputChannel.java  |  31 +-
 .../partition/consumer/RemoteInputChannel.java     | 173 ++++++----
 .../consumer/RemoteRecoveredInputChannel.java      |   3 +
 .../partition/consumer/SingleInputGate.java        | 234 ++++++++-----
 .../network/partition/consumer/UnionInputGate.java | 144 ++++----
 .../runtime/jobgraph/tasks/AbstractInvokable.java  |  16 -
 .../coordinator/SourceCoordinatorContext.java      |   4 +-
 ...bleNotifyingResultPartitionWriterDecorator.java |   7 +-
 .../runtime/taskmanager/InputGateWithMetrics.java  |  11 +-
 .../api/serialization/EventSerializerTest.java     |  18 +-
 .../AbstractCollectingResultPartitionWriter.java   |   5 +-
 .../io/network/api/writer/RecordWriterTest.java    |   4 +-
 .../io/network/buffer/BufferCompressionTest.java   |   4 +-
 .../network/buffer/ReadOnlySlicedBufferTest.java   |   2 +-
 .../network/netty/CancelPartitionRequestTest.java  |   2 +-
 .../network/netty/PartitionRequestQueueTest.java   |   8 +-
 .../io/network/partition/AvailabilityUtil.java     |  64 ++++
 .../AwaitableBufferAvailablityListener.java        |  23 +-
 ...oundedBlockingSubpartitionAvailabilityTest.java |  23 +-
 .../partition/FileChannelBoundedDataTest.java      |   3 +-
 .../network/partition/InputChannelTestUtils.java   |  11 -
 .../network/partition/InputGateFairnessTest.java   |  85 +++--
 .../partition/MockResultPartitionWriter.java       |   7 +-
 .../io/network/partition/PartitionTestUtils.java   |   8 +
 .../PipelinedSubpartitionWithReadViewTest.java     |  46 ++-
 .../network/partition/PrioritizedDequeTest.java}   |  44 ++-
 .../network/partition/ResultPartitionBuilder.java  |   2 +-
 .../IteratorWrappingTestSingleInputGate.java       |  13 +-
 .../partition/consumer/LocalInputChannelTest.java  |  63 ++--
 .../partition/consumer/RemoteInputChannelTest.java |  50 ++-
 .../partition/consumer/SingleInputGateBuilder.java |   9 +
 .../partition/consumer/SingleInputGateTest.java    | 151 +--------
 .../consumer/TestBufferReceivedListener.java       |  43 ---
 .../partition/consumer/TestInputChannel.java       |  31 +-
 .../operators/testutils/DummyEnvironment.java      |   4 +-
 .../operators/testutils/DummyInvokable.java        |   8 -
 .../coordinator/SourceCoordinatorContextTest.java  |   5 +
 .../api/graph/StreamingJobGraphGenerator.java      |   2 +-
 .../io/AlternatingCheckpointBarrierHandler.java    |  20 +-
 .../runtime/io/CheckpointBarrierAligner.java       |   6 +-
 .../runtime/io/CheckpointBarrierHandler.java       |  29 +-
 .../runtime/io/CheckpointBarrierTracker.java       |   7 +-
 .../runtime/io/CheckpointBarrierUnaligner.java     | 372 ++++++---------------
 .../runtime/io/CheckpointedInputGate.java          |  95 ++++--
 .../streaming/runtime/io/InputProcessorUtil.java   |  13 +-
 .../runtime/io/StreamTaskNetworkInput.java         |  47 ++-
 .../runtime/tasks/MultipleInputStreamTask.java     |   1 +
 .../runtime/tasks/OneInputStreamTask.java          |   3 +-
 .../flink/streaming/runtime/tasks/StreamTask.java  |  28 +-
 .../tasks/SubtaskCheckpointCoordinator.java        |   2 +-
 .../tasks/SubtaskCheckpointCoordinatorImpl.java    |  33 +-
 .../runtime/tasks/TwoInputStreamTask.java          |   1 +
 .../consumer/StreamTestSingleInputGate.java        |  19 +-
 .../api/operators/SyncMailboxExecutor.java}        |  31 +-
 .../AlternatingCheckpointBarrierHandlerTest.java   |  31 +-
 .../CheckpointBarrierAlignerMassiveRandomTest.java |   9 +-
 .../io/CheckpointBarrierAlignerTestBase.java       |  22 +-
 .../runtime/io/CheckpointBarrierTrackerTest.java   |  16 +-
 ...CheckpointBarrierUnalignerCancellationTest.java |  25 +-
 .../runtime/io/CheckpointBarrierUnalignerTest.java | 117 ++-----
 .../CreditBasedCheckpointBarrierAlignerTest.java   |   6 +-
 .../runtime/io/InputProcessorUtilTest.java         |  19 +-
 .../streaming/runtime/io/MockIndexedInputGate.java |  10 +-
 .../flink/streaming/runtime/io/MockInputGate.java  |   5 -
 .../runtime/io/StreamTaskNetworkInputTest.java     |  81 +----
 .../checkpointing/UnalignedCheckpointITCase.java   | 328 +++++++++++++-----
 94 files changed, 2130 insertions(+), 1714 deletions(-)
 delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/buffer/BufferReceivedListener.java
 copy flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/{ResourceManagerPartitionTrackerFactory.java => ChannelStateHolder.java} (69%)
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/PrioritizedDeque.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/consumer/GateNotificationHelper.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/AvailabilityUtil.java
 copy flink-runtime/src/{main/java/org/apache/flink/runtime/io/network/partition/PartitionTrackerEntry.java => test/java/org/apache/flink/runtime/io/network/partition/PrioritizedDequeTest.java} (50%)
 delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/consumer/TestBufferReceivedListener.java
 copy flink-streaming-java/src/{main/java/org/apache/flink/streaming/api/operators/StreamMap.java => test/java/org/apache/flink/streaming/api/operators/SyncMailboxExecutor.java} (55%)