You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by tr...@apache.org on 2019/10/25 15:35:23 UTC
[flink] branch master updated (098d5e2 -> ca29aa5)
This is an automated email from the ASF dual-hosted git repository.
trohrmann pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 098d5e2 [FLINK-14509][python] Improve the README.md in flink-python to prepare for PyPI release.
add 4ef6ba1 [hotfix] Enrich DispatcherRunnerFactory to pass in additional services
add 5201a05 [hotfix] Introduce JobManagerMetricGroupFactory and use for DispatcherServices creation
add d477ae3 [hotfix] Stop DispatcherResourceManagerComponent if Dispatcher completes shutDownFuture in MiniCluster
add 7035fbd [hotfix] Rework ZooKeeperLeaderElectionITCase to not rely on DispatcherResourceManagerComponent internals
add 1f5540d [hotfix] Remove unused methods from MiniCluster
add 8772b07 [hotfix] Improve logging in DispatcherResourceManagerComponent
add 89e9b6f [FLINK-11665] Add DispatcherRunnerImplTest for FLINK-11665
add 431e2a0 [FLINK-11843] Add test case for FLINK-11843
add 637a6e9 [FLINK-11843] Add DispatcherRunnerImplNG with DispatcherLeaderProcess abstraction
add d734ac0 [FLINK-11843] Add DispatcherLeaderProcessImpl
add 7956a14 [FLINK-11843] Add DispatcherRunnerImplNGFactory implementation
add 9d447ad [FLINK-11843] Allow to pass JobGraphStore into Dispatcher via DispatcherServices
add 90db87d [FLINK-11843] Remove JobGraphListener from Dispatcher
add 0b9382b [FLINK-11843] Allow passing collection of recovered jobs to Dispatcher
add 07c5b72 [FLINK-11843] Remove job recovery from Dispatcher
add 358d46c [FLINK-11843] Restrict Dispatcher to only use JobGraphWriter instead of JobGraphStore
add f67349d [FLINK-11843] Make Dispatcher a PermanentlyFencedRpcEndpoint
add cb5fba5 [FLINK-11843] Enable DispatcherRunnerImplNG
add 8467acc [FLINK-11665] Port ZooKeeperDispatcherRunnerImplTest to use DispatcherRunnerImplNG
add b6128ca [FLINK-11843] Enable DispatcherRunnerImplTest for DispatcherRunnerImplNG
add 7a23e02 [FLINK-11843] Port MiniDispatcherTest to not do leader election for the MiniDispatcher
add c5dee31 [FLINK-11843] Create AbstractDispatcherLeaderProcess
add c1f67ef [FLINK-11843] Add proper per-job mode support for DispatcherRunnerImplNG
add 17c42a7 [hotfix] Remove explicit JobGraphWriter from Dispatcher constructor
add 7851cb6 [FLINK-11843] Port and remove DispatcherTest
add 9bf0669 [FLINK-11843] Port DispatcherResourceCleanupTest
add 2e1731d [hotfix] Pass in DispatcherServices into TestingDispatcher
add a17b9c0 [FLINK-11843] Pass in explicit JobGraphWriter in DispatcherTests
add 2d3426f [FLINK-11843] Port and remove ZooKeeperHADispatcherTest#testStandbyDispatcherJobExecution
add a123c8f [FLINK-11843] Port and remove DispatcherHATest
add 4e9dd7f [FLINK-11843] Ignore duplicate job submission due to false positive onAddedJobGraph callbacks
add c867585 [FLINK-11843] Properly remove job graphs which have been removed from the JobGraphStore
add a805f1b [FLINK-11843] Forward shut down future from Dispatcher through to the DispatcherRunnerImplNG
add a5438ca [FLINK-11843] Move DispatcherService into AbstractDispatcherLeaderProcess
add cdd0c29 [FLINK-11843] Remove old DispatcherRunnerImpl and DispatcherRunnerFactoryImpl
add 1f29693 [FLINK-11843] Rename DispatcherRunnerImplNG into DefaultDispatcherRunner
add 7858346 [FLINK-11843] Move DispatcherRunnerImplTest#testJobRecoveryUnderLeaderChange to DefaultDispatcherRunnerITCase
add 717b77c [FLINK-11843] Various cleanups for DefaultDispatcherRunner and tests
add 06e79c8 [FLINK-11843] Introduce DispatcherRunnerLeaderElectionLifecycleManager
add e3f2026 [FLINK-11665] Various ZooKeeperDefaultDispatcherRunnerTest clean ups
add 7fcb64b [FLINK-11843] Remove unused dispatcher runner accessor from DispatcherResourceManagerComponent
add 401f5f3 [FLINK-11843] Remove unnecessary getDispatcherGateway method from DispatcherRunner
add 035c6a1 [FLINK-11843] Rename DispatcherLeaderProcess#getConfirmLeaderSessionFuture into getLeaderAddressFuture
add 32a3e5a [FLINK-11843] Various SessionDispatcherLeaderProcessTest clean ups
add f387e50 [hotfix] Remove Nonnull annotations from DispatcherFactory and sub classes
add 1c2097e [FLINK-11843] Rename DispatcherService into DispatcherGatewayService
add ca29aa5 [hotfix] Remove exception suppression from Dispatcher#stopDispatcherServices
No new revisions were added by this update.
Summary of changes:
.../flink/runtime/dispatcher/Dispatcher.java | 315 ++-----------
.../runtime/dispatcher/DispatcherFactory.java | 10 +-
.../runtime/dispatcher/DispatcherServices.java | 40 +-
.../runtime/dispatcher/JobDispatcherFactory.java | 28 +-
...tory.java => JobManagerMetricGroupFactory.java} | 19 +-
.../flink/runtime/dispatcher/MiniDispatcher.java | 7 +-
.../dispatcher/PartialDispatcherServices.java | 11 +-
...PartialDispatcherServicesWithJobGraphStore.java | 86 ++++
.../dispatcher/SessionDispatcherFactory.java | 11 +-
.../runtime/dispatcher/StandaloneDispatcher.java | 9 +-
.../runner/AbstractDispatcherLeaderProcess.java | 254 +++++++++++
...l.java => DefaultDispatcherGatewayService.java} | 40 +-
.../DefaultDispatcherGatewayServiceFactory.java | 73 +++
.../dispatcher/runner/DefaultDispatcherRunner.java | 197 ++++++++
.../runner/DefaultDispatcherRunnerFactory.java | 73 +++
...herRunner.java => DispatcherLeaderProcess.java} | 30 +-
...ry.java => DispatcherLeaderProcessFactory.java} | 14 +-
... => DispatcherLeaderProcessFactoryFactory.java} | 27 +-
.../dispatcher/runner/DispatcherRunner.java | 7 -
.../dispatcher/runner/DispatcherRunnerFactory.java | 8 +-
...atcherRunnerLeaderElectionLifecycleManager.java | 66 +++
.../runner/JobDispatcherLeaderProcess.java | 57 +++
.../runner/JobDispatcherLeaderProcessFactory.java | 49 ++
.../JobDispatcherLeaderProcessFactoryFactory.java | 74 +++
.../runner/SessionDispatcherLeaderProcess.java | 275 +++++++++++
.../SessionDispatcherLeaderProcessFactory.java | 57 +++
...sionDispatcherLeaderProcessFactoryFactory.java} | 32 +-
...pl.java => StoppedDispatcherLeaderProcess.java} | 44 +-
...tDispatcherResourceManagerComponentFactory.java | 25 +-
.../DispatcherResourceManagerComponent.java | 17 +-
.../jobmanager/HaServicesJobGraphStoreFactory.java | 48 ++
.../ThrowingJobGraphWriter.java} | 28 +-
.../flink/runtime/minicluster/MiniCluster.java | 51 ++-
.../flink/runtime/dispatcher/DispatcherHATest.java | 489 --------------------
.../dispatcher/DispatcherResourceCleanupTest.java | 71 +--
.../flink/runtime/dispatcher/DispatcherTest.java | 390 +++++-----------
.../runtime/dispatcher/MiniDispatcherTest.java | 22 +-
.../runtime/dispatcher/NoOpJobGraphWriter.java} | 32 +-
.../runtime/dispatcher/TestingDispatcher.java | 50 +-
.../dispatcher/TestingJobManagerRunnerFactory.java | 2 +-
.../dispatcher/ZooKeeperHADispatcherTest.java | 348 --------------
.../runner/DefaultDispatcherRunnerITCase.java | 237 ++++++++++
.../runner/DefaultDispatcherRunnerTest.java | 358 +++++++++++++++
.../runner/SessionDispatcherLeaderProcessTest.java | 507 +++++++++++++++++++++
.../runner/TestingDispatcherGatewayService.java | 122 +++++
.../runner/TestingDispatcherLeaderProcess.java | 144 ++++++
.../TestingDispatcherLeaderProcessFactory.java | 54 +++
.../runner/TestingDispatcherServiceFactory.java | 61 +++
.../ZooKeeperDefaultDispatcherRunnerTest.java | 251 ++++++++++
.../runtime/jobmaster/TestingJobManagerRunner.java | 4 +
.../SessionDispatcherWithUUIDFactory.java | 16 +-
.../runtime/minicluster/TestingMiniCluster.java | 10 +-
.../runtime/testutils/TestingJobGraphStore.java | 37 +-
.../ZooKeeperLeaderElectionITCase.java | 126 +----
54 files changed, 3576 insertions(+), 1837 deletions(-)
copy flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/{runner/DispatcherRunnerFactory.java => JobManagerMetricGroupFactory.java} (63%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/PartialDispatcherServicesWithJobGraphStore.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/AbstractDispatcherLeaderProcess.java
copy flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/{DispatcherRunnerImpl.java => DefaultDispatcherGatewayService.java} (62%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/DefaultDispatcherGatewayServiceFactory.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/DefaultDispatcherRunner.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/DefaultDispatcherRunnerFactory.java
copy flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/{DispatcherRunner.java => DispatcherLeaderProcess.java} (68%)
copy flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/{DispatcherRunnerFactory.java => DispatcherLeaderProcessFactory.java} (67%)
copy flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/{DispatcherRunnerFactoryImpl.java => DispatcherLeaderProcessFactoryFactory.java} (57%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/DispatcherRunnerLeaderElectionLifecycleManager.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/JobDispatcherLeaderProcess.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/JobDispatcherLeaderProcessFactory.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/JobDispatcherLeaderProcessFactoryFactory.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/SessionDispatcherLeaderProcess.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/SessionDispatcherLeaderProcessFactory.java
rename flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/{DispatcherRunnerFactoryImpl.java => SessionDispatcherLeaderProcessFactoryFactory.java} (52%)
rename flink-runtime/src/main/java/org/apache/flink/runtime/dispatcher/runner/{DispatcherRunnerImpl.java => StoppedDispatcherLeaderProcess.java} (50%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/jobmanager/HaServicesJobGraphStoreFactory.java
copy flink-runtime/src/main/java/org/apache/flink/runtime/{dispatcher/runner/DispatcherRunnerFactory.java => jobmanager/ThrowingJobGraphWriter.java} (59%)
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/DispatcherHATest.java
copy flink-runtime/src/{main/java/org/apache/flink/runtime/dispatcher/runner/DispatcherRunnerFactory.java => test/java/org/apache/flink/runtime/dispatcher/NoOpJobGraphWriter.java} (59%)
delete mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/ZooKeeperHADispatcherTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/runner/DefaultDispatcherRunnerITCase.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/runner/DefaultDispatcherRunnerTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/runner/SessionDispatcherLeaderProcessTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/runner/TestingDispatcherGatewayService.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/runner/TestingDispatcherLeaderProcess.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/runner/TestingDispatcherLeaderProcessFactory.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/runner/TestingDispatcherServiceFactory.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/dispatcher/runner/ZooKeeperDefaultDispatcherRunnerTest.java