You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by zh...@apache.org on 2020/12/17 17:13:16 UTC
[flink] branch master updated (5cabecb -> 6f931dd)
This is an automated email from the ASF dual-hosted git repository.
zhuzh pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 5cabecb [FLINK-20605][coordination] Rework cancellation of slot allocation futures
add 52741b1 [FLINK-17760][runtime] Set InternalTaskFailuresListener to ExecutionGraph on starting SchedulerBase
add b3a2bc1 [hotfix][runtime] Rename SchedulerTestingUtils#createScheduler(...) to createSchedulerBuilder(...) because it returns a builder
add b41296e [FLINK-17760][hotfix][runtime] Rename SchedulerNG#setMainThreadExecutor() to #initialize()
add 5aa80d5 [FLINK-17760][runtime, tests] Rework ArchivedExecutionGraphTest and updates TaskManagerLocation to enable comparing LocalTaskManagerLocation
add 278955f [FLINK-17760][runtime, tests] Remove ExecutionGraphMetricsTest and add RestartTimeGaugeTest
add 1d1ec10 [FLINK-17760][runtime, tests] Rework legacy tests to be based on new scheduler and remove those which are not needed anymore
add f27bc30 [FLINK-17760][runtime, tests] Add test to verify allocation will be canceled when a vertex is failed or canceled
add bc80c44 [FLINK-17760][runtime, tests] Add test to verify that all pending requests will be canceled when SlotPool is shutdown
add e6f888e [FLINK-17760][runtime, tests] Add test to verify that vertices are properly restarted on slot allocation failures
add e707433 [FLINK-19919][runtime] Remove legacy scheduling in ExecutionGraph components
add 16d3894 [FLINK-19920][runtime] Remove legacy FailoverStrategy
add 6f931dd [FLINK-19921][runtime] Remove legacy RestartStrategy
No new revisions were added by this update.
Summary of changes:
.../executiongraph/AccessExecutionGraph.java | 2 +-
.../flink/runtime/executiongraph/Execution.java | 240 +-------
.../runtime/executiongraph/ExecutionGraph.java | 339 +----------
.../executiongraph/ExecutionGraphBuilder.java | 36 +-
.../runtime/executiongraph/ExecutionVertex.java | 30 +-
.../runtime/executiongraph/JobStatusProvider.java | 21 +-
.../runtime/executiongraph/SchedulingUtils.java | 235 --------
.../executiongraph/failover/FailoverStrategy.java | 92 ---
.../failover/FailoverStrategyLoader.java | 68 ---
.../failover/NoOpFailoverStrategy.java | 53 --
.../failover/RestartAllStrategy.java | 80 ---
.../RestartBackoffTimeStrategyFactoryLoader.java | 12 +-
.../executiongraph/metrics/DownTimeGauge.java | 14 +-
.../executiongraph/metrics/RestartTimeGauge.java | 22 +-
.../executiongraph/metrics/UpTimeGauge.java | 16 +-
.../restart/ExecutionGraphRestartCallback.java | 62 --
.../restart/FailureRateRestartStrategy.java | 120 ----
.../restart/FixedDelayRestartStrategy.java | 115 ----
...CheckpointingEnabledRestartStrategyFactory.java | 46 --
.../executiongraph/restart/NoRestartStrategy.java | 66 ---
.../executiongraph/restart/RestartCallback.java | 32 --
.../executiongraph/restart/RestartStrategy.java | 50 --
.../restart/RestartStrategyFactory.java | 133 -----
.../restart/RestartStrategyResolving.java | 70 ---
.../restart/ThrowingRestartStrategy.java | 55 --
.../apache/flink/runtime/jobmaster/JobMaster.java | 4 +-
.../flink/runtime/scheduler/DefaultScheduler.java | 9 +-
.../flink/runtime/scheduler/SchedulerBase.java | 39 +-
.../flink/runtime/scheduler/SchedulerNG.java | 4 +-
.../runtime/taskmanager/TaskManagerLocation.java | 2 +-
.../CheckpointSettingsSerializableTest.java | 2 -
.../ExecutionGraphCheckpointCoordinatorTest.java | 95 +--
.../FailoverStrategyCheckpointCoordinatorTest.java | 4 +-
.../executiongraph/ArchivedExecutionGraphTest.java | 59 +-
.../ExecutionGraphCoLocationRestartTest.java | 38 +-
.../ExecutionGraphDeploymentTest.java | 198 ++-----
.../executiongraph/ExecutionGraphMetricsTest.java | 209 -------
.../ExecutionGraphNotEnoughResourceTest.java | 173 ------
.../ExecutionGraphPartitionReleaseTest.java | 74 ++-
.../ExecutionGraphRescalingTest.java | 5 -
.../executiongraph/ExecutionGraphRestartTest.java | 2 +-
.../ExecutionGraphSchedulingTest.java | 637 ---------------------
.../executiongraph/ExecutionGraphSuspendTest.java | 4 +-
.../executiongraph/ExecutionGraphTestUtils.java | 40 +-
.../ExecutionGraphVariousFailuesTest.java | 78 +--
.../ExecutionPartitionLifecycleTest.java | 2 +-
.../runtime/executiongraph/ExecutionTest.java | 309 ++--------
.../executiongraph/ExecutionVertexCancelTest.java | 112 +---
.../ExecutionVertexInputConstraintTest.java | 276 ---------
.../ExecutionVertexLocalityTest.java | 2 -
.../ExecutionVertexSchedulingTest.java | 126 ----
.../executiongraph/ExecutionVertexTest.java | 13 +-
.../executiongraph/FinalizeOnMasterTest.java | 24 +-
.../executiongraph/GlobalModVersionTest.java | 200 -------
.../executiongraph/TestRestartStrategy.java | 147 -----
.../TestingExecutionGraphBuilder.java | 18 -
.../executiongraph/TestingJobStatusProvider.java | 60 ++
...estartBackoffTimeStrategyFactoryLoaderTest.java | 5 +-
.../metrics/RestartTimeGaugeTest.java | 82 +++
.../restart/FailingRestartStrategy.java | 91 ---
.../restart/FailureRateRestartStrategyTest.java | 128 -----
.../restart/FixedDelayRestartStrategyTest.java | 92 ---
.../restart/InfiniteDelayRestartStrategy.java | 63 --
.../executiongraph/restart/LatchedRestarter.java | 38 --
.../executiongraph/restart/NoOpRestarter.java | 28 -
.../restart/RestartStrategyFactoryTest.java | 74 ---
.../restart/RestartStrategyResolvingTest.java | 71 ---
.../ThrowingRestartStrategyFactoryTest.java | 67 ---
.../runtime/jobmaster/TestingLogicalSlot.java | 3 +
.../jobmaster/slotpool/SlotPoolImplTest.java | 18 +
.../OperatorCoordinatorSchedulerTest.java | 2 +-
.../DefaultSchedulerBatchSchedulingTest.java | 2 +-
.../runtime/scheduler/DefaultSchedulerTest.java | 158 ++++-
.../runtime/scheduler/SchedulerTestingUtils.java | 16 +-
.../scheduler/TestExecutionSlotAllocator.java | 13 +-
.../runtime/scheduler/TestingSchedulerNG.java | 3 +-
.../adapter/DefaultExecutionTopologyTest.java | 8 +-
77 files changed, 725 insertions(+), 5211 deletions(-)
copy flink-formats/flink-orc/src/main/java/org/apache/flink/orc/vector/OrcVectorizedBatchWrapper.java => flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/JobStatusProvider.java (62%)
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/SchedulingUtils.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/failover/FailoverStrategy.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/failover/FailoverStrategyLoader.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/failover/NoOpFailoverStrategy.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/failover/RestartAllStrategy.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/ExecutionGraphRestartCallback.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/FailureRateRestartStrategy.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/FixedDelayRestartStrategy.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/NoOrFixedIfCheckpointingEnabledRestartStrategyFactory.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/NoRestartStrategy.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/RestartCallback.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/RestartStrategy.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/RestartStrategyFactory.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/RestartStrategyResolving.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/restart/ThrowingRestartStrategy.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/ExecutionGraphMetricsTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/ExecutionGraphNotEnoughResourceTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/ExecutionGraphSchedulingTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/ExecutionVertexInputConstraintTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/ExecutionVertexSchedulingTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/GlobalModVersionTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/TestRestartStrategy.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/TestingJobStatusProvider.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/metrics/RestartTimeGaugeTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/FailingRestartStrategy.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/FailureRateRestartStrategyTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/FixedDelayRestartStrategyTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/InfiniteDelayRestartStrategy.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/LatchedRestarter.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/NoOpRestarter.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/RestartStrategyFactoryTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/RestartStrategyResolvingTest.java
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/executiongraph/restart/ThrowingRestartStrategyFactoryTest.java