This is an automated email from the ASF dual-hosted git repository. trohrmann pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git.
from 25ecc0b [FLINK-24041][connectors] Removed public setter for elementConverter in Async Sink. Concrete implementations must now construct this elementConverter add e3cfb2b [hotfix] Introduce TestingFatalErrorHandlerExtension add 5a2f220 [FLINK-24038] Move leader session id generation to LeaderElectionDriver add 6e1caa3 [hotfix] Mark DefaultLeaderElectionService running right after calling start() add 6a4eb9b [FLINK-24038] Introduce DefaultMultipleComponentLeaderElectionService add b609cb4 [FLINK-24038] Implement ZooKeeperMultipleComponentLeaderElectionHaServices add c852c22 [hotfix] Let KubernetesSharedWatcher only require an Executor add 198b498 [hotfix][tests] Refactor KubernetesHighAvailabilityRecoverFromSavepointITCase add e8742f7 [FLINK-24038] Add KubernetesMultipleComponentLeaderElectionHaServices add f004387 [hotfix] Refactor Kubernetes tests to make the test fixture reusable add 24fea26 [FLINK-24038] Add KubernetesMultipleComponentLeaderElectionDriverTest add 0afe353 [FLINK-24038] Introduce HighAvailabilityOptions.USE_OLD_HA_SERVICES as safety hatch add bba7c41 [FLINK-24038] Replace old KubernetesHaServices with KubernetesMultipleComponentLeaderElectionHaServices add 391ce7c [FLINK-24038] Replace ZooKeeperHaServices with ZooKeeperMultipleComponentLeaderElectionHaServices add fef375e [FLINK-24038] Disable leadership tests when using multiple component leadership ha services No new revisions were added by this update. Summary of changes: .../expert_high_availability_section.html | 6 + .../generated/high_availability_configuration.html | 6 + .../configuration/HighAvailabilityOptions.java | 19 + .../KubernetesCheckpointIDCounter.java | 20 +- .../KubernetesCheckpointRecoveryFactory.java | 47 ++- .../highavailability/KubernetesHaServices.java | 6 +- .../KubernetesHaServicesFactory.java | 29 +- .../KubernetesLeaderElectionDriver.java | 5 +- .../KubernetesLeaderElectionDriverFactory.java | 6 +- .../KubernetesLeaderRetrievalDriver.java | 18 +- .../KubernetesLeaderRetrievalDriverFactory.java | 19 +- ...netesMultipleComponentLeaderElectionDriver.java | 272 +++++++++++++ ...ltipleComponentLeaderElectionDriverFactory.java | 70 ++++ ...sMultipleComponentLeaderElectionHaServices.java | 252 ++++++++++++ ...eComponentLeaderElectionHaServicesFactory.java} | 16 +- ...tipleComponentLeaderRetrievalDriverFactory.java | 90 +++++ .../KubernetesStateHandleStore.java | 24 +- .../kubeclient/KubernetesSharedWatcher.java | 9 +- .../resources/KubernetesSharedInformer.java | 19 +- .../flink/kubernetes/utils/KubernetesUtils.java | 102 ++++- ...HighAvailabilityRecoverFromSavepointITCase.java | 68 ++-- .../KubernetesHighAvailabilityTestBase.java | 203 ++-------- ...KubernetesLeaderElectionAndRetrievalITCase.java | 19 +- .../KubernetesLeaderElectionDriverTest.java | 18 +- .../KubernetesLeaderRetrievalDriverTest.java | 2 +- ...sMultipleComponentLeaderElectionDriverTest.java | 240 ++++++++++++ .../KubernetesStateHandleStoreITCase.java | 2 +- .../highavailability/KubernetesTestFixture.java | 236 ++++++++++++ .../kubeclient/TestingFlinkKubeClient.java | 4 +- .../highavailability/AbstractHaServices.java | 4 +- .../HighAvailabilityServicesUtils.java | 43 ++- .../zookeeper/AbstractZooKeeperHaServices.java | 148 +++++++ .../zookeeper/ZooKeeperHaServices.java | 152 +------- ...rMultipleComponentLeaderElectionHaServices.java | 168 ++++++++ .../DefaultLeaderElectionService.java | 7 +- ...aultMultipleComponentLeaderElectionService.java | 278 ++++++++++++++ .../leaderelection/LeaderElectionEventHandler.java | 10 +- .../LeaderInformationWithComponentId.java | 65 ++++ .../MultipleComponentLeaderElectionDriver.java | 87 +++++ ...ltipleComponentLeaderElectionDriverAdapter.java | 58 +++ ...mponentLeaderElectionDriverAdapterFactory.java} | 33 +- ...ltipleComponentLeaderElectionDriverFactory.java | 35 ++ .../MultipleComponentLeaderElectionService.java | 78 ++++ .../ZooKeeperLeaderElectionDriver.java | 76 +--- .../ZooKeeperLeaderElectionDriverFactory.java | 6 +- ...eeperMultipleComponentLeaderElectionDriver.java | 272 +++++++++++++ ...tipleComponentLeaderElectionDriverFactory.java} | 29 +- .../apache/flink/runtime/util/ZooKeeperUtils.java | 172 ++++++++- ...MultipleComponentLeaderElectionServiceTest.java | 293 ++++++++++++++ .../leaderelection/LeaderElectionEvent.java | 108 ++++++ .../TestingLeaderElectionDriver.java | 3 +- .../TestingLeaderElectionEventHandler.java | 13 +- .../TestingLeaderElectionListener.java | 108 ++++++ ...stingMultipleComponentLeaderElectionDriver.java | 113 ++++++ ...ltipleComponentLeaderElectionDriverFactory.java | 45 +++ .../ZooKeeperLeaderElectionTest.java | 61 +-- ...rMultipleComponentLeaderElectionDriverTest.java | 426 +++++++++++++++++++++ .../util/TestingFatalErrorHandlerExtension.java | 56 +++ .../util/TestingFatalErrorHandlerResource.java | 3 + .../flink/runtime/util/ZooKeeperUtilsITCase.java | 104 +++++ .../flink/runtime/util/ZooKeeperUtilsTest.java | 21 +- 61 files changed, 4296 insertions(+), 606 deletions(-) create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderElectionDriver.java create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderElectionDriverFactory.java create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderElectionHaServices.java copy flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/{KubernetesHaServicesFactory.java => KubernetesMultipleComponentLeaderElectionHaServicesFactory.java} (74%) create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderRetrievalDriverFactory.java create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesMultipleComponentLeaderElectionDriverTest.java create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/highavailability/KubernetesTestFixture.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/highavailability/zookeeper/AbstractZooKeeperHaServices.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/highavailability/zookeeper/ZooKeeperMultipleComponentLeaderElectionHaServices.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/DefaultMultipleComponentLeaderElectionService.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/LeaderInformationWithComponentId.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/MultipleComponentLeaderElectionDriver.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/MultipleComponentLeaderElectionDriverAdapter.java copy flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/{ZooKeeperLeaderElectionDriverFactory.java => MultipleComponentLeaderElectionDriverAdapterFactory.java} (53%) create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/MultipleComponentLeaderElectionDriverFactory.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/MultipleComponentLeaderElectionService.java create mode 100644 flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/ZooKeeperMultipleComponentLeaderElectionDriver.java copy flink-runtime/src/main/java/org/apache/flink/runtime/leaderelection/{ZooKeeperLeaderElectionDriverFactory.java => ZooKeeperMultipleComponentLeaderElectionDriverFactory.java} (52%) create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/DefaultMultipleComponentLeaderElectionServiceTest.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/LeaderElectionEvent.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingLeaderElectionListener.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingMultipleComponentLeaderElectionDriver.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/TestingMultipleComponentLeaderElectionDriverFactory.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/leaderelection/ZooKeeperMultipleComponentLeaderElectionDriverTest.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/util/TestingFatalErrorHandlerExtension.java create mode 100644 flink-runtime/src/test/java/org/apache/flink/runtime/util/ZooKeeperUtilsITCase.java