You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by tr...@apache.org on 2019/11/07 22:35:49 UTC
[flink] branch release-1.9 updated (814b5fd -> 0f815c7)
This is an automated email from the ASF dual-hosted git repository.
trohrmann pushed a change to branch release-1.9
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 814b5fd [FLINK-13702][table-planner-blink] Fixed BinaryGeneric & BinaryString materialization
add 9d45a50 [hotfix] Move TaskManagerSlot to o.a.f.runtime.resourcemanager.slotmanager
add 5597cfc [hotfix] Introduce TaskManagerSlotInformation
add 287cddb [hotfix] Make SlotManagerImpl#findMatchingRequest and #findMatchingSlot private
add d6b81b1 [hotfix] Extend OptionalConsumer to accept ThrowingRunnable
add 888cbb4 [hotfix] Let SlotManagerImpl#findMatchingSlot return Optional<TaskManagerSlot>
add fedaa62 [FLINK-12122] Introduce SlotMatchingStrategy for SlotManager
add f029485 [FLINK-12122] Add LeastUtilizationSlotMatchingStrategy for spreading slot allocations out
add 17456c2 [FLINK-12122] Introduce ClusterOptions#EVENLY_SPREAD_OUT_SLOTS_STRATEGY
add 00c50cf [hotfix] Replace SlotInfoAndResource helper constructor with static factory method
add 3589cb3 [FLINK-12122] Calculate TaskExecutorUtilization when listing available slots
add e577323 [FLINK-12122] Add EvenlySpreadOutLocationPreferenceSlotSelectionStrategy
add ab70e01 [FLINK-12122] Choose SlotSelectionStrategy based on ClusterOptions#EVENLY_SPREAD_OUT_SLOTS_STRATEGY
add 0f815c7 [hotfix] Fix checkstyle violations in SlotSharingManagerTest
No new revisions were added by this update.
Summary of changes:
.../_includes/generated/cluster_configuration.html | 5 +
.../apache/flink/configuration/ClusterOptions.java | 12 ++
.../org/apache/flink/util/OptionalConsumer.java | 4 +-
...ltLocationPreferenceSlotSelectionStrategy.java} | 43 ++---
.../slotpool/DefaultSchedulerFactory.java | 15 +-
...OutLocationPreferenceSlotSelectionStrategy.java | 46 ++++++
.../LocationPreferenceSlotSelectionStrategy.java | 51 +++---
.../PreviousAllocationSlotSelectionStrategy.java | 18 ++-
.../runtime/jobmaster/slotpool/SchedulerImpl.java | 2 +-
.../slotpool/SlotInfoWithUtilization.java | 65 ++++++++
.../flink/runtime/jobmaster/slotpool/SlotPool.java | 7 +-
.../runtime/jobmaster/slotpool/SlotPoolImpl.java | 23 ++-
.../jobmaster/slotpool/SlotSelectionStrategy.java | 18 ++-
.../jobmaster/slotpool/SlotSharingManager.java | 76 ++++++++-
.../ResourceManagerRuntimeServices.java | 32 +++-
...n.java => AnyMatchingSlotMatchingStrategy.java} | 26 +--
.../LeastUtilizationSlotMatchingStrategy.java | 65 ++++++++
.../slotmanager/SlotManagerConfiguration.java | 19 ++-
.../slotmanager/SlotManagerImpl.java | 61 +++----
.../slotmanager/SlotMatchingStrategy.java | 46 ++++++
.../slotmanager}/TaskManagerSlot.java | 14 +-
.../slotmanager/TaskManagerSlotId.java | 1 -
...eption.java => TaskManagerSlotInformation.java} | 35 ++--
...ocationPreferenceSlotSelectionStrategyTest.java | 10 +-
...reviousAllocationSlotSelectionStrategyTest.java | 10 +-
.../types/SlotSelectionStrategyTestBase.java | 25 ++-
.../executiongraph/ExecutionGraphRestartTest.java | 2 +-
.../jobmanager/scheduler/SchedulerTestBase.java | 3 +-
.../flink/runtime/jobmaster/JobMasterTest.java | 8 +-
.../jobmaster/slotpool/SlotPoolCoLocationTest.java | 2 +-
.../jobmaster/slotpool/SlotPoolImplTest.java | 52 +++++-
.../slotpool/SlotPoolInteractionsTest.java | 10 +-
.../slotpool/SlotPoolSlotSharingTest.java | 2 +-
.../slotpool/SlotPoolSlotSpreadOutTest.java | 177 +++++++++++++++++++++
.../jobmaster/slotpool/SlotSharingManagerTest.java | 105 +++++++-----
.../resourcemanager/ResourceManagerHATest.java | 3 +-
.../AnyMatchingSlotMatchingStrategyTest.java | 91 +++++++++++
.../LeastUtilizationSlotMatchingStrategyTest.java | 80 ++++++++++
.../slotmanager/SlotManagerBuilder.java | 8 +
.../slotmanager/SlotManagerImplTest.java | 56 ++++++-
.../TestingTaskManagerSlotInformation.java | 89 +++++++++++
.../LegacySchedulerBatchSchedulingTest.java | 2 +-
42 files changed, 1197 insertions(+), 222 deletions(-)
copy flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/{SlotAndLocality.java => DefaultLocationPreferenceSlotSelectionStrategy.java} (51%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/EvenlySpreadOutLocationPreferenceSlotSelectionStrategy.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/SlotInfoWithUtilization.java
copy flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/slotmanager/{SlotManagerException.java => AnyMatchingSlotMatchingStrategy.java} (56%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/slotmanager/LeastUtilizationSlotMatchingStrategy.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/slotmanager/SlotMatchingStrategy.java
rename flink-runtime/src/main/java/org/apache/flink/runtime/{clusterframework/types => resourcemanager/slotmanager}/TaskManagerSlot.java (91%)
copy flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/slotmanager/{SlotManagerException.java => TaskManagerSlotInformation.java} (54%)
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/slotpool/SlotPoolSlotSpreadOutTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/resourcemanager/slotmanager/AnyMatchingSlotMatchingStrategyTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/resourcemanager/slotmanager/LeastUtilizationSlotMatchingStrategyTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/resourcemanager/slotmanager/TestingTaskManagerSlotInformation.java