You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by tr...@apache.org on 2020/05/07 13:27:49 UTC
[flink] branch master updated (ee9bb64 -> 91a0c8c)
This is an automated email from the ASF dual-hosted git repository.
trohrmann pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from ee9bb64 [FLINK-16029][table-planner-blink] Remove registerTableSource/registerTableSink in test cases of blink planner (use tableEnv.connect() instead).
add a63de6e [hotfix] Add QuadConsumer interface
add 4b22637 [hotfix] Add QuadFunction interface
add 7898f48 [hotfix][tests] Let TestingResourceManagerGateway accept registerJobManagerFunction
add a6e479f [hotfix][tests] Use self gateway in TaskExecutorPartitionLifecycleTest.testJobMasterConnectionTerminationAfterExternalReleaseOrPromotion
add df9080b [hotfix] Extract JobLeaderService interface + rename impl into DefaultJobLeaderService
add ca602af [hotfix] Fix checkstyle violations in TaskManagerServicesBuilder
add fdac62e [hotfix] Extract JobManagerTable interface + rename impl into DefaultJobManagerTable
add c6e9e94 [hotfix][tests] Remove Mockito from TaskExecutorTest
add c04be32 [hotfix] Fix checkstyle violations in LibraryCacheManager
add 4a81322 [hotfix] Fix checkstyle violations in BlobLibraryCacheManager
add edd8d10 [hotfix] Factor out allocateSlot method from TaskExecutor.requestSlot
add 592d23c [hotfix] Establish strict one to one mapping between primary and secondary key in DualKeyLinkedMap
add 588e6fb [hotfix] Integrate TaskExecutor.jobManagerConnections into JobManagerTable
add 24be9cf [hotfix][tests] Add TestingPartitionProducerStateChecker
add ff255d0 [hotfix][tests] Make NoOpCheckpointResponder top level class
add c2ef78d [hotfix][tests] Add TestingLibraryCacheManager
add dd9bcc9 [hotfix][tests] Speed up TaskManagerRunnerConfigurationTest#testTaskManagerRpcServiceShouldBindToHostnameAddress
add deb0d53 [hotfix][tests] Speed up TaskExecutorSubmissionTest.testRequestTaskBackPressure
add fdaf5fd [hotfix][tests] Add TestingFatalErrorHandlerResource
add 154a13b [FLINK-16408] Introduce JobTable which manages the lifecycle of job services on the TaskExecutor
add 92ef0ce [FLINK-16408] Remove JobManagerTable and its implementations
add 11f5c7f [FLINK-16408] Bind job blob lifecycle to JobTable.Job
add 7f503f2 [FLINK-16408] Bind user code class loader to lifetime of Job on TaskExecutor
add ceca1d2 [FLINK-16408] Let TaskExecutor reuse LibraryCacheManager instances
add ab7ec38 [hotfix][tests] Replaced some manual TestingFatalErrorHandler usages with TestingFatalErrorHandlerResource
add 970862a [FLINK-16408] Introduce JobTable.JobServices which allows combine more job services
add 91a0c8c [hotfix] Remove throws exception clause from DefaultJobLeaderService#removeJob
No new revisions were added by this update.
Summary of changes:
.../apache/flink/util/function/QuadConsumer.java | 44 +++
.../apache/flink/util/function/QuadFunction.java | 46 +++
.../kubernetes/KubernetesResourceManagerTest.java | 18 +-
.../dispatcher/DefaultJobManagerRunnerFactory.java | 2 +-
.../librarycache/BlobLibraryCacheManager.java | 399 ++++++++++---------
.../librarycache/LibraryCacheManager.java | 120 +++---
.../runtime/jobmaster/JobManagerRunnerImpl.java | 19 +-
.../jobmaster/JobManagerSharedServices.java | 7 +-
.../jobmaster/slotpool/DualKeyLinkedMap.java | 9 +-
...erService.java => DefaultJobLeaderService.java} | 105 ++---
.../runtime/taskexecutor/DefaultJobTable.java | 322 ++++++++++++++++
.../runtime/taskexecutor/JobLeaderService.java | 421 +-------------------
.../runtime/taskexecutor/JobManagerConnection.java | 123 ------
.../runtime/taskexecutor/JobManagerTable.java | 59 ---
.../flink/runtime/taskexecutor/JobTable.java | 231 +++++++++++
.../flink/runtime/taskexecutor/TaskExecutor.java | 426 ++++++++++++---------
.../taskexecutor/TaskManagerConfiguration.java | 25 --
.../runtime/taskexecutor/TaskManagerRunner.java | 1 +
.../runtime/taskexecutor/TaskManagerServices.java | 51 ++-
.../TaskManagerServicesConfiguration.java | 29 +-
.../org/apache/flink/runtime/taskmanager/Task.java | 24 +-
.../dispatcher/DispatcherResourceCleanupTest.java | 15 +-
.../flink/runtime/dispatcher/DispatcherTest.java | 19 +-
.../runtime/dispatcher/MiniDispatcherTest.java | 17 +-
.../librarycache/BlobLibraryCacheManagerTest.java | 353 ++++++++---------
.../BlobLibraryCacheRecoveryITCase.java | 14 +-
.../ContextClassLoaderLibraryCacheManager.java | 36 +-
.../librarycache/TestingClassLoaderLease.java | 76 ++++
.../librarycache/TestingLibraryCacheManager.java | 76 ++++
.../heartbeat/TestingHeartbeatServices.java | 66 +++-
.../jobmaster/JobManagerRunnerImplTest.java | 54 +--
.../flink/runtime/jobmaster/JobMasterTest.java | 35 +-
.../jobmaster/slotpool/DualKeyLinkedMapTest.java | 28 ++
.../utils/TestingResourceManagerGateway.java | 23 +-
.../TaskExecutorLocalStateStoresManagerTest.java | 2 +
...eTest.java => DefaultJobLeaderServiceTest.java} | 52 ++-
.../runtime/taskexecutor/DefaultJobTableTest.java | 196 ++++++++++
.../TaskExecutorPartitionLifecycleTest.java | 17 +-
.../taskexecutor/TaskExecutorSlotLifetimeTest.java | 221 +++++++++++
.../taskexecutor/TaskExecutorSubmissionTest.java | 7 +-
.../runtime/taskexecutor/TaskExecutorTest.java | 217 +++++------
.../TaskManagerRunnerConfigurationTest.java | 2 +
.../taskexecutor/TaskManagerServicesBuilder.java | 28 +-
.../TaskSubmissionTestEnvironment.java | 52 ++-
.../taskexecutor/TestingJobLeaderService.java | 140 +++++++
.../runtime/taskexecutor/TestingJobServices.java | 76 ++++
.../TestingPartitionProducerStateChecker.java | 60 +++
.../taskexecutor/slot/TestingTaskSlotTable.java | 29 +-
.../taskmanager/NoOpCheckpointResponder.java | 37 ++
.../runtime/taskmanager/TaskAsyncCallTest.java | 18 +-
.../apache/flink/runtime/taskmanager/TaskTest.java | 67 +---
.../flink/runtime/taskmanager/TestTaskBuilder.java | 18 +-
.../runtime/util/JvmExitOnFatalErrorTest.java | 40 +-
.../util/TestingFatalErrorHandlerResource.java | 93 +++++
.../tasks/InterruptSensitiveRestoreTest.java | 18 +-
.../runtime/tasks/StreamTaskTerminationTest.java | 15 +-
.../runtime/tasks/SynchronousCheckpointITCase.java | 15 +-
.../tasks/TaskCheckpointingBehaviourTest.java | 18 +-
58 files changed, 2892 insertions(+), 1839 deletions(-)
create mode 100644 flink-core/src/main/java/org/apache/flink/util/function/QuadConsumer.java
create mode 100644 flink-core/src/main/java/org/apache/flink/util/function/QuadFunction.java
copy flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/{JobLeaderService.java => DefaultJobLeaderService.java} (77%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/DefaultJobTable.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/JobManagerConnection.java
delete mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/JobManagerTable.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/JobTable.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/execution/librarycache/TestingClassLoaderLease.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/execution/librarycache/TestingLibraryCacheManager.java
rename flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/{JobLeaderServiceTest.java => DefaultJobLeaderServiceTest.java} (80%)
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/DefaultJobTableTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TaskExecutorSlotLifetimeTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TestingJobLeaderService.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TestingJobServices.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/TestingPartitionProducerStateChecker.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/taskmanager/NoOpCheckpointResponder.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/util/TestingFatalErrorHandlerResource.java