You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by tr...@apache.org on 2022/01/26 22:53:03 UTC
[flink] branch master updated (25ecc0b -> fef375e)
This is an automated email from the ASF dual-hosted git repository.
trohrmann pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 25ecc0b [FLINK-24041][connectors] Removed public setter for elementConverter in Async Sink. Concrete implementations must now construct this elementConverter
add e3cfb2b [hotfix] Introduce TestingFatalErrorHandlerExtension
add 5a2f220 [FLINK-24038] Move leader session id generation to LeaderElectionDriver
add 6e1caa3 [hotfix] Mark DefaultLeaderElectionService running right after calling start()
add 6a4eb9b [FLINK-24038] Introduce DefaultMultipleComponentLeaderElectionService
add b609cb4 [FLINK-24038] Implement ZooKeeperMultipleComponentLeaderElectionHaServices
add c852c22 [hotfix] Let KubernetesSharedWatcher only require an Executor
add 198b498 [hotfix][tests] Refactor KubernetesHighAvailabilityRecoverFromSavepointITCase
add e8742f7 [FLINK-24038] Add KubernetesMultipleComponentLeaderElectionHaServices
add f004387 [hotfix] Refactor Kubernetes tests to make the test fixture reusable
add 24fea26 [FLINK-24038] Add KubernetesMultipleComponentLeaderElectionDriverTest
add 0afe353 [FLINK-24038] Introduce HighAvailabilityOptions.USE_OLD_HA_SERVICES as safety hatch
add bba7c41 [FLINK-24038] Replace old KubernetesHaServices with KubernetesMultipleComponentLeaderElectionHaServices
add 391ce7c [FLINK-24038] Replace ZooKeeperHaServices with ZooKeeperMultipleComponentLeaderElectionHaServices
add fef375e [FLINK-24038] Disable leadership tests when using multiple component leadership ha services
No new revisions were added by this update.
Summary of changes:
.../expert_high_availability_section.html | 6 +
.../generated/high_availability_configuration.html | 6 +
.../configuration/HighAvailabilityOptions.java | 19 +
.../KubernetesCheckpointIDCounter.java | 20 +-
.../KubernetesCheckpointRecoveryFactory.java | 47 ++-
.../highavailability/KubernetesHaServices.java | 6 +-
.../KubernetesHaServicesFactory.java | 29 +-
.../KubernetesLeaderElectionDriver.java | 5 +-
.../KubernetesLeaderElectionDriverFactory.java | 6 +-
.../KubernetesLeaderRetrievalDriver.java | 18 +-
.../KubernetesLeaderRetrievalDriverFactory.java | 19 +-
...netesMultipleComponentLeaderElectionDriver.java | 272 +++++++++++++
...ltipleComponentLeaderElectionDriverFactory.java | 70 ++++
...sMultipleComponentLeaderElectionHaServices.java | 252 ++++++++++++
...eComponentLeaderElectionHaServicesFactory.java} | 16 +-
...tipleComponentLeaderRetrievalDriverFactory.java | 90 +++++
.../KubernetesStateHandleStore.java | 24 +-
.../kubeclient/KubernetesSharedWatcher.java | 9 +-
.../resources/KubernetesSharedInformer.java | 19 +-
.../flink/kubernetes/utils/KubernetesUtils.java | 102 ++++-
...HighAvailabilityRecoverFromSavepointITCase.java | 68 ++--
.../KubernetesHighAvailabilityTestBase.java | 203 ++--------
...KubernetesLeaderElectionAndRetrievalITCase.java | 19 +-
.../KubernetesLeaderElectionDriverTest.java | 18 +-
.../KubernetesLeaderRetrievalDriverTest.java | 2 +-
...sMultipleComponentLeaderElectionDriverTest.java | 240 ++++++++++++
.../KubernetesStateHandleStoreITCase.java | 2 +-
.../highavailability/KubernetesTestFixture.java | 236 ++++++++++++
.../kubeclient/TestingFlinkKubeClient.java | 4 +-
.../highavailability/AbstractHaServices.java | 4 +-
.../HighAvailabilityServicesUtils.java | 43 ++-
.../zookeeper/AbstractZooKeeperHaServices.java | 148 +++++++
.../zookeeper/ZooKeeperHaServices.java | 152 +-------
...rMultipleComponentLeaderElectionHaServices.java | 168 ++++++++
.../DefaultLeaderElectionService.java | 7 +-
...aultMultipleComponentLeaderElectionService.java | 278 ++++++++++++++
.../leaderelection/LeaderElectionEventHandler.java | 10 +-
.../LeaderInformationWithComponentId.java | 65 ++++
.../MultipleComponentLeaderElectionDriver.java | 87 +++++
...ltipleComponentLeaderElectionDriverAdapter.java | 58 +++
...mponentLeaderElectionDriverAdapterFactory.java} | 33 +-
...ltipleComponentLeaderElectionDriverFactory.java | 35 ++
.../MultipleComponentLeaderElectionService.java | 78 ++++
.../ZooKeeperLeaderElectionDriver.java | 76 +---
.../ZooKeeperLeaderElectionDriverFactory.java | 6 +-
...eeperMultipleComponentLeaderElectionDriver.java | 272 +++++++++++++
...tipleComponentLeaderElectionDriverFactory.java} | 29 +-
.../apache/flink/runtime/util/ZooKeeperUtils.java | 172 ++++++++-
...MultipleComponentLeaderElectionServiceTest.java | 293 ++++++++++++++
.../leaderelection/LeaderElectionEvent.java | 108 ++++++
.../TestingLeaderElectionDriver.java | 3 +-
.../TestingLeaderElectionEventHandler.java | 13 +-
.../TestingLeaderElectionListener.java | 108 ++++++
...stingMultipleComponentLeaderElectionDriver.java | 113 ++++++
...ltipleComponentLeaderElectionDriverFactory.java | 45 +++
.../ZooKeeperLeaderElectionTest.java | 61 +--
...rMultipleComponentLeaderElectionDriverTest.java | 426 +++++++++++++++++++++
.../util/TestingFatalErrorHandlerExtension.java | 56 +++
.../util/TestingFatalErrorHandlerResource.java | 3 +
.../flink/runtime/util/ZooKeeperUtilsITCase.java | 104 +++++
.../flink/runtime/util/ZooKeeperUtilsTest.java | 21 +-
61 files changed, 4296 insertions(+), 606 deletions(-)
create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderElectionDriver.java
create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderElectionDriverFactory.java
create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderElectionHaServices.java
copy flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/{KubernetesHaServicesFactory.java => KubernetesMultipleComponentLeaderElectionHaServicesFactory.java} (74%)
create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderRetrievalDriverFactory.java
create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderElectionDriverTest.java
create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesTestFixture.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/highavailability/zookeeper/AbstractZooKeeperHaServices.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/highavailability/zookeeper/ZooKeeperMultipleComponentLeaderElectionHaServices.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/DefaultMultipleComponentLeaderElectionService.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/LeaderInformationWithComponentId.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/MultipleComponentLeaderElectionDriver.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/MultipleComponentLeaderElectionDriverAdapter.java
copy flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/{ZooKeeperLeaderElectionDriverFactory.java => MultipleComponentLeaderElectionDriverAdapterFactory.java} (53%)
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/MultipleComponentLeaderElectionDriverFactory.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/MultipleComponentLeaderElectionService.java
create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/ZooKeeperMultipleComponentLeaderElectionDriver.java
copy flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/{ZooKeeperLeaderElectionDriverFactory.java => ZooKeeperMultipleComponentLeaderElectionDriverFactory.java} (52%)
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/DefaultMultipleComponentLeaderElectionServiceTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/LeaderElectionEvent.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingLeaderElectionListener.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingMultipleComponentLeaderElectionDriver.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingMultipleComponentLeaderElectionDriverFactory.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/ZooKeeperMultipleComponentLeaderElectionDriverTest.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/util/TestingFatalErrorHandlerExtension.java
create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/util/ZooKeeperUtilsITCase.java