[flink] branch master updated (1028ee32852 -> d65f7c1c2f3)

[xt...@apache.org]

This is an automated email from the ASF dual-hosted git repository.

xtsong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git


    from 1028ee32852 [FLINK-30231][Kubernetes] Update to Fabric8 Kubernetes Client to 5.12.4. This closes #21599
     add fe592a38110 [hotfix] Migrate ShuffleDescriptorTest to Junit5 and AssertJ.
     add 6879ea78cd6 [hotfix] Print InputConsumableDecider name in log.
     add 872eaf5403e [FLINK-29768][runtime] Introduce PartialFinishedInputConsumableDecider.
     add 23272f03f29 [FLINK-29768][runtime] Supports serialize and cache multiple groups of shuffleDescriptors.
     add ef1127afbf9 [FLINK-29768][runtime] UnknownInputChannel supports update resultPartitionId when transform to local input channel.
     add e5791caa9bd [FLINK-29768][runtime] Introduce ResultPartitionType#isHybridResultPartition.
     add d65f7c1c2f3 [FLINK-29768][runtime] Adaptive batch scheduler supports schedule downstream tasks when partial producer finished.

No new revisions were added by this update.

Summary of changes:
 .../generated/all_jobmanager_section.html          |   6 +-
 .../generated/expert_scheduling_section.html       |   6 +-
 .../generated/job_manager_configuration.html       |   6 +-
 .../flink/configuration/JobManagerOptions.java     |  59 ++++--
 .../deployment/CachedShuffleDescriptors.java       | 107 ++++++++++
 .../deployment/InputGateDeploymentDescriptor.java  |  91 ++++++---
 .../TaskDeploymentDescriptorFactory.java           | 131 +++++++++----
 .../executiongraph/DefaultExecutionGraph.java      |  12 +-
 .../DefaultExecutionGraphBuilder.java              |   6 +-
 .../flink/runtime/executiongraph/Execution.java    |  45 +++--
 .../runtime/executiongraph/IntermediateResult.java |  54 +++--
 .../IntermediateResultPartition.java               |   1 +
 .../InternalExecutionGraphAccessor.java            |   2 +
 .../executiongraph/SpeculativeExecutionVertex.java |  10 +-
 .../io/network/partition/ResultPartitionType.java  |  15 ++
 .../partition/consumer/SingleInputGate.java        |   4 +-
 .../partition/consumer/UnknownInputChannel.java    |   4 +-
 .../DefaultSlotPoolServiceSchedulerFactory.java    |  10 +
 .../scheduler/DefaultExecutionGraphFactory.java    |  12 +-
 .../adaptivebatch/AdaptiveBatchScheduler.java      |   9 +-
 .../AdaptiveBatchSchedulerFactory.java             |  61 +++---
 .../adaptivebatch/SpeculativeScheduler.java        |   5 +-
 ... => PartialFinishedInputConsumableDecider.java} |  27 ++-
 .../strategy/VertexwiseSchedulingStrategy.java     |   8 +
 .../deployment/CachedShuffleDescriptorsTest.java   | 217 +++++++++++++++++++++
 .../runtime/deployment/ShuffleDescriptorTest.java  | 135 +++++++++----
 .../TaskDeploymentDescriptorFactoryTest.java       | 163 +++++++++++++---
 .../RemoveCachedShuffleDescriptorTest.java         | 180 +++++++++++------
 .../TestingDefaultExecutionGraphBuilder.java       |  20 +-
 .../io/network/NettyShuffleEnvironmentTest.java    |  19 +-
 .../partition/consumer/SingleInputGateTest.java    |  79 ++++++--
 .../runtime/scheduler/DefaultSchedulerBuilder.java |  34 +++-
 .../runtime/scheduler/adaptive/ExecutingTest.java  |   6 +
 .../AdaptiveBatchSchedulerFactoryTest.java         |  75 +++++++
 ...PartialFinishedInputConsumableDeciderTest.java} | 108 ++++++----
 .../runtime/shuffle/NettyShuffleUtilsTest.java     |  10 +-
 .../taskexecutor/TaskExecutorSubmissionTest.java   |   6 +-
 .../apache/flink/runtime/taskmanager/TaskTest.java |   5 +-
 .../StreamNetworkBenchmarkEnvironment.java         |  16 +-
 39 files changed, 1373 insertions(+), 391 deletions(-)
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/deployment/CachedShuffleDescriptors.java
 copy flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/strategy/{AllFinishedInputConsumableDecider.java => PartialFinishedInputConsumableDecider.java} (64%)
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/deployment/CachedShuffleDescriptorsTest.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptivebatch/AdaptiveBatchSchedulerFactoryTest.java
 copy flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/strategy/{DefaultInputConsumableDeciderTest.java => PartialFinishedInputConsumableDeciderTest.java} (66%)