[flink] branch master updated (66308f8 -> d7525ba)

[zh...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

zhijiang pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 66308f8  [FLINK-14257][table][filesystem] Integrate CSV to FileSystemTableFactory
     add 412a16f  [hotfix][network] Fix useless backlog value in BufferAndAvailability returned by RemoteInputChannel#getNextBuffer
     add 90e6358  [hotfix][network] Extract a general buffer manager for future reuse by recovered input channel
     add bcf7e28  [hotfix][network] Maintain MemorySegmentProvider from InputChannel to SingleInputGate
     add a267019  [hotfix][tests] Refactor unit tests in RemoteInputChannelTest to avoid mock way
     add d7525ba  [FLINK-16536][network][checkpointing] Implement InputChannel state recovery for unaligned checkpoint

No new revisions were added by this update.

Summary of changes:
 .../state/api/runtime/SavepointEnvironment.java    |   2 +-
 .../network/api/reader/AbstractRecordReader.java   |   5 +
 .../network/api/serialization/EventSerializer.java |  11 +
 .../runtime/io/network/buffer/LocalBufferPool.java |   2 +-
 .../network/partition/consumer/BufferManager.java  | 412 +++++++++++++++++++++
 .../consumer/EndOfChannelStateEvent.java}          |  14 +-
 .../network/partition/consumer/InputChannel.java   |   7 +-
 .../io/network/partition/consumer/InputGate.java   |  15 +-
 .../partition/consumer/LocalInputChannel.java      |  23 +-
 .../consumer/LocalRecoveredInputChannel.java       |  65 ++++
 .../partition/consumer/RecoveredInputChannel.java  | 218 +++++++++++
 .../partition/consumer/RemoteInputChannel.java     | 296 +++------------
 .../consumer/RemoteRecoveredInputChannel.java      |  79 ++++
 .../partition/consumer/SingleInputGate.java        | 103 +++++-
 .../partition/consumer/SingleInputGateFactory.java |  16 +-
 .../network/partition/consumer/UnionInputGate.java |  14 +
 .../partition/consumer/UnknownInputChannel.java    |  33 +-
 .../runtime/taskmanager/InputGateWithMetrics.java  |  16 +-
 .../org/apache/flink/runtime/taskmanager/Task.java |   2 +-
 .../io/network/NettyShuffleEnvironmentBuilder.java |   7 +
 .../io/network/NettyShuffleEnvironmentTest.java    |  43 +--
 .../buffer/BufferBuilderAndConsumerTest.java       |   8 +-
 ...editBasedPartitionRequestClientHandlerTest.java |  26 +-
 .../NettyMessageClientDecoderDelegateTest.java     |   8 +-
 .../NettyMessageClientSideSerializationTest.java   |   5 +-
 .../netty/NettyPartitionRequestClientTest.java     |  11 +-
 .../network/partition/InputChannelTestUtils.java   |  11 +-
 .../network/partition/InputGateFairnessTest.java   |  20 +-
 .../PartialConsumePipelinedResultTest.java         |   1 +
 .../io/network/partition/ResultPartitionTest.java  |  23 +-
 .../partition/consumer/InputChannelBuilder.java    |  51 ++-
 .../partition/consumer/LocalInputChannelTest.java  |   4 +-
 .../consumer/RecoveredInputChannelTest.java        | 283 ++++++++++++++
 .../partition/consumer/RemoteInputChannelTest.java | 252 +++++++------
 .../partition/consumer/SingleInputGateBuilder.java |  13 +-
 .../partition/consumer/SingleInputGateTest.java    | 202 +++++++++-
 .../operators/testutils/MockEnvironment.java       |   5 +
 .../flink/streaming/runtime/tasks/StreamTask.java  |  59 ++-
 .../CheckpointBarrierAlignerMassiveRandomTest.java |  12 +
 .../runtime/io/CheckpointBarrierUnalignerTest.java |   1 +
 ...ockInputGate.java => MockIndexedInputGate.java} |  82 ++--
 .../flink/streaming/runtime/io/MockInputGate.java  |  12 +
 .../benchmark/SingleInputGateBenchmarkFactory.java |  14 +-
 .../StreamNetworkThroughputBenchmarkTest.java      |   2 +-
 .../streaming/runtime/tasks/StreamTaskTest.java    |  79 +++-
 .../test/streaming/runtime/BackPressureITCase.java |   2 +-
 46 files changed, 1979 insertions(+), 590 deletions(-)
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/consumer/BufferManager.java
 copy flink-runtime/src/main/java/org/apache/flink/runtime/io/network/{api/EndOfPartitionEvent.java => partition/consumer/EndOfChannelStateEvent.java} (79%)
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/consumer/LocalRecoveredInputChannel.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/consumer/RecoveredInputChannel.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/io/network/partition/consumer/RemoteRecoveredInputChannel.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/io/network/partition/consumer/RecoveredInputChannelTest.java
 copy flink-streaming-java/src/test/java/org/apache/flink/streaming/runtime/io/{MockInputGate.java => MockIndexedInputGate.java} (50%)