You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by az...@apache.org on 2020/09/09 07:24:41 UTC
[flink] branch master updated (8a61d10 -> 2b4c853)

This is an automated email from the ASF dual-hosted git repository.

azagrebin pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 8a61d10  [FLINK-19112][table] Improve usability during constant expression reduction
     add e6f1055  [hotfix] Do not mix BulkSlotProvider into SlotProvider/SchedulerImpl
     add 564c2f8  [FLINK-18957] Factor out PhysicalSlotRequestBulk and PhysicalSlotRequestBulkChecker interfaces
     add 9c979f0  [FLINK-18957] Use NoResourceAvailableException for bulk timeout
     add 41f995b  [FLINK-18957] Track physical ResourceProfile with the SharedSlot in SlotSharingExecutionSlotAllocator
     add dad1fe1  [hotfix] Make logical slot DummyPayload public to reuse in other tests
     add 2b4c853  [FLINK-18957] Implement logical request bulk tracking in SlotSharingExecutionSlotAllocator

No new revisions were added by this update.

Summary of changes:
 .../dispatcher/DefaultJobManagerRunnerFactory.java |   4 -
 .../apache/flink/runtime/jobmaster/JobMaster.java  |  10 +-
 .../factories/DefaultJobMasterServiceFactory.java  |   8 +-
 .../jobmaster/slotpool/BulkSlotProvider.java       |   9 -
 .../jobmaster/slotpool/BulkSlotProviderImpl.java   |  86 +-----
 .../slotpool/DefaultSchedulerFactory.java          |  68 -----
 .../slotpool/PhysicalSlotProviderImpl.java         |   8 +-
 .../slotpool/PhysicalSlotRequestBulk.java          |  74 ++---
 .../slotpool/PhysicalSlotRequestBulkChecker.java   | 134 ++-------
 ...ava => PhysicalSlotRequestBulkCheckerImpl.java} |  77 ++++-
 ...tBulk.java => PhysicalSlotRequestBulkImpl.java} |  53 ++--
 ...a => PhysicalSlotRequestBulkWithTimestamp.java} |  51 ++--
 .../jobmaster/slotpool/SchedulerFactory.java       |  33 ---
 .../runtime/jobmaster/slotpool/SchedulerImpl.java  |  14 -
 .../runtime/jobmaster/slotpool/SlotProvider.java   |  44 +--
 .../flink/runtime/scheduler/DefaultScheduler.java  |  12 +
 .../runtime/scheduler/DefaultSchedulerFactory.java | 116 ++++++--
 .../MergingSharedSlotProfileRetrieverFactory.java  |  15 +-
 .../OneSlotPerExecutionSlotAllocatorFactory.java   |   6 +-
 .../runtime/scheduler/SchedulerNGFactory.java      |   4 +-
 .../apache/flink/runtime/scheduler/SharedSlot.java | 272 +++++++++++++++++
 .../scheduler/SharedSlotProfileRetriever.java      |   6 +-
 .../scheduler/SharingPhysicalSlotRequestBulk.java  | 114 ++++++++
 .../SlotSharingExecutionSlotAllocator.java         | 263 +++++++----------
 .../SlotSharingExecutionSlotAllocatorFactory.java  |  24 +-
 .../flink/runtime/jobmaster/JobMasterTest.java     |   3 -
 .../slotpool/BulkSlotProviderImplTest.java         |   9 +-
 .../runtime/jobmaster/slotpool/DummyPayload.java   |   4 +-
 .../slotpool/PhysicalSlotProviderImplTest.java     |  12 +-
 .../PhysicalSlotRequestBulkCheckerImplTest.java    | 257 ++++++++++++++++
 .../PhysicalSlotRequestBulkCheckerTest.java        | 193 ------------
 ... PhysicalSlotRequestBulkWithTimestampTest.java} |  13 +-
 .../TestingPhysicalSlotRequestBulkBuilder.java     |  54 ++++
 .../runtime/jobmaster/utils/JobMasterBuilder.java  |  10 -
 .../MergingSharedSlotProfileRetrieverTest.java     |  39 +--
 .../OneSlotPerExecutionSlotAllocatorTest.java      |   5 -
 .../runtime/scheduler/SchedulerTestingUtils.java   |   1 +
 .../flink/runtime/scheduler/SharedSlotTest.java    | 322 +++++++++++++++++++++
 .../runtime/scheduler/SharedSlotTestingUtils.java  |  82 ++++++
 .../SharingPhysicalSlotRequestBulkTest.java        | 119 ++++++++
 .../SlotSharingExecutionSlotAllocatorTest.java     | 256 +++++++++++-----
 41 files changed, 1863 insertions(+), 1021 deletions(-)
 delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/DefaultSchedulerFactory.java
 copy flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/{PhysicalSlotRequestBulkChecker.java => PhysicalSlotRequestBulkCheckerImpl.java} (60%)
 copy flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/{PhysicalSlotRequestBulk.java => PhysicalSlotRequestBulkImpl.java} (59%)
 copy flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/{PhysicalSlotRequestBulk.java => PhysicalSlotRequestBulkWithTimestamp.java} (56%)
 delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/jobmaster/slotpool/SchedulerFactory.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/SharedSlot.java
 create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/SharingPhysicalSlotRequestBulk.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/slotpool/PhysicalSlotRequestBulkCheckerImplTest.java
 delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/slotpool/PhysicalSlotRequestBulkCheckerTest.java
 rename flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/slotpool/{PhysicalSlotRequestBulkTest.java => PhysicalSlotRequestBulkWithTimestampTest.java} (76%)
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/jobmaster/slotpool/TestingPhysicalSlotRequestBulkBuilder.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/SharedSlotTest.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/SharedSlotTestingUtils.java
 create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/SharingPhysicalSlotRequestBulkTest.java