You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@flink.apache.org by ti...@apache.org on 2020/03/05 01:18:39 UTC

[flink] branch master updated (007b875 -> dd8ce6c)

This is an automated email from the ASF dual-hosted git repository.

tison pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.


    from 007b875  [FLINK-16300][tests] Introduce ExecutionGraphTestUtils#getExecutions(…) to replace SchedulerTestUtils#getTestVertex(…)
     add 11fa028  [hotfix] [k8s] Normalize name or package class of the test classes
     add 0743b43  [FLINK-16194][k8s] Remove the existing decorator patterns
     add 20d0990  [FLINK-16194][k8s] Refactor and simplify KubernetesTestBase
     add 8c7a17e  [FLINK-16194][k8s] Remove Flink Configuration out of KubernetesResource
     add 22735e3  [FLINK-16194][k8s] Introduce Kubernetes parameters parsing/verifying/managing tool
     add a50435d  [FLINK-16194][k8s] Introduce the monadic step decorator design and the InitJobManagerDecorator and the TaskManagerDecorator
     add 7f19c9c  [FLINK-16194][k8s] Introduce Java command decorator for the main Container of the JobManager and the TaskManger Pod
     add 4d8281a  [FLINK-16194][k8s] Introduce the internal and the external Service decorator
     add d29628c  [FLINK-16194][k8s] Introduce decorator for mounting configuration files such as flink-conf.yaml, log4j.properties, and logback.xml
     add 10f5329  [FLINK-16194][k8s] Introduce Factories that chain the decorators together to construct all the client/cluster-side Kubernetes resources
     add f6ad968  [FLINK-16194][k8s] Rework FlinkKubeClient to use the new decorator pattern
     add dd8ce6c  [FLINK-16194][k8s] Make FlinkPod a value class

No new revisions were added by this update.

Summary of changes:
 docs/ops/deployment/native_kubernetes.md           |   8 +-
 docs/ops/deployment/native_kubernetes.zh.md        |   8 +-
 .../test-scripts/test_kubernetes_session.sh        |   2 +-
 flink-kubernetes/pom.xml                           |   1 +
 .../kubernetes/KubernetesClusterDescriptor.java    |  28 +-
 .../kubernetes/KubernetesResourceManager.java      |  71 +----
 .../KubernetesConfigOptionsInternal.java           |   6 -
 .../kubeclient/Fabric8FlinkKubeClient.java         | 197 ++++--------
 .../kubernetes/kubeclient/FlinkKubeClient.java     |  33 +-
 .../flink/kubernetes/kubeclient/FlinkPod.java      |  90 ++++++
 ...java => KubernetesJobManagerSpecification.java} |  29 +-
 .../kubeclient/TaskManagerPodParameter.java        |  71 -----
 .../AbstractKubernetesStepDecorator.java           |  91 ++++++
 .../decorators/AbstractServiceDecorator.java       |  91 ++++++
 .../kubeclient/decorators/ConfigMapDecorator.java  |  83 -----
 .../decorators/ExternalServiceDecorator.java       |  59 ++++
 .../decorators/FlinkConfMountDecorator.java        | 189 ++++++++++++
 .../decorators/FlinkMasterDeploymentDecorator.java | 170 -----------
 .../decorators/InitJobManagerDecorator.java        | 121 ++++++++
 .../decorators/InitTaskManagerDecorator.java       | 100 ++++++
 .../decorators/InitializerDecorator.java           |  73 -----
 .../decorators/InternalServiceDecorator.java       |  82 +++++
 .../decorators/JavaCmdJobManagerDecorator.java     |  99 ++++++
 .../decorators/JavaCmdTaskManagerDecorator.java    | 107 +++++++
 ...Decorator.java => KubernetesStepDecorator.java} |  30 +-
 .../kubeclient/decorators/LabelBuilder.java        |  66 ----
 .../decorators/OwnerReferenceDecorator.java        |  75 -----
 .../kubeclient/decorators/ServiceDecorator.java    | 105 -------
 .../decorators/TaskManagerPodDecorator.java        | 118 --------
 .../factory/KubernetesJobManagerFactory.java       | 106 +++++++
 .../factory/KubernetesTaskManagerFactory.java      |  57 ++++
 .../parameters/AbstractKubernetesParameters.java   | 145 +++++++++
 .../parameters/KubernetesJobManagerParameters.java | 107 +++++++
 .../parameters/KubernetesParameters.java           |  81 +++++
 .../KubernetesTaskManagerParameters.java           |  99 ++++++
 .../kubeclient/resources/ActionWatcher.java        |  63 ----
 .../kubeclient/resources/KubernetesPod.java        |  10 +-
 .../kubeclient/resources/KubernetesResource.java   |  11 +-
 .../kubeclient/resources/KubernetesService.java    |  10 +-
 .../flink/kubernetes/utils/KubernetesUtils.java    | 226 +++-----------
 .../src/main/resources/META-INF/NOTICE             |   1 +
 .../KubernetesClusterDescriptorTest.java           |  79 +++--
 .../kubernetes/KubernetesResourceManagerTest.java  |  94 +++---
 .../flink/kubernetes/KubernetesTestBase.java       | 155 ++--------
 .../flink/kubernetes/KubernetesTestUtils.java}     |  16 +-
 .../flink/kubernetes/KubernetesUtilsTest.java      | 337 ---------------------
 .../{ => cli}/KubernetesSessionCliTest.java        |   3 +-
 .../kubernetes/kubeclient/Fabric8ClientTest.java   | 289 ------------------
 .../kubeclient/Fabric8FlinkKubeClientTest.java     | 253 ++++++++++++++++
 .../kubeclient/KubernetesJobManagerTestBase.java   |  79 +++++
 .../kubeclient/KubernetesTaskManagerTestBase.java  |  83 +++++
 .../decorators/ExternalServiceDecoratorTest.java   |  90 ++++++
 .../decorators/FlinkConfMountDecoratorTest.java    | 217 +++++++++++++
 .../decorators/InitJobManagerDecoratorTest.java    | 152 ++++++++++
 .../decorators/InitTaskManagerDecoratorTest.java   | 148 +++++++++
 .../decorators/InternalServiceDecoratorTest.java   |  91 ++++++
 .../decorators/JavaCmdJobManagerDecoratorTest.java | 241 +++++++++++++++
 .../JavaCmdTaskManagerDecoratorTest.java           | 241 +++++++++++++++
 .../factory/KubernetesJobManagerFactoryTest.java   | 203 +++++++++++++
 .../factory/KubernetesTaskManagerFactoryTest.java  |  75 +++++
 .../KubernetesJobManagerParametersTest.java        | 153 ++++++++++
 .../KubernetesTaskManagerParametersTest.java       | 110 +++++++
 .../kubernetes/utils/KubernetesUtilsTest.java      |  88 ++++++
 63 files changed, 4171 insertions(+), 2145 deletions(-)
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/FlinkPod.java
 rename flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/{resources/KubernetesDeployment.java => KubernetesJobManagerSpecification.java} (55%)
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/TaskManagerPodParameter.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/AbstractKubernetesStepDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/AbstractServiceDecorator.java
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/ConfigMapDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/ExternalServiceDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/FlinkConfMountDecorator.java
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/FlinkMasterDeploymentDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/InitJobManagerDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/InitTaskManagerDecorator.java
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/InitializerDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/InternalServiceDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/JavaCmdJobManagerDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/JavaCmdTaskManagerDecorator.java
 rename flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/{Decorator.java => KubernetesStepDecorator.java} (50%)
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/LabelBuilder.java
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/OwnerReferenceDecorator.java
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/ServiceDecorator.java
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/decorators/TaskManagerPodDecorator.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/factory/KubernetesJobManagerFactory.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/factory/KubernetesTaskManagerFactory.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/parameters/AbstractKubernetesParameters.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/parameters/KubernetesJobManagerParameters.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/parameters/KubernetesParameters.java
 create mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/parameters/KubernetesTaskManagerParameters.java
 delete mode 100644 flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/resources/ActionWatcher.java
 rename flink-kubernetes/src/{main/java/org/apache/flink/kubernetes/kubeclient/resources/KubernetesConfigMap.java => test/java/org/apache/flink/kubernetes/KubernetesTestUtils.java} (64%)
 delete mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/KubernetesUtilsTest.java
 rename flink-kubernetes/src/test/java/org/apache/flink/kubernetes/{ => cli}/KubernetesSessionCliTest.java (99%)
 delete mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/Fabric8ClientTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/Fabric8FlinkKubeClientTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/KubernetesJobManagerTestBase.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/KubernetesTaskManagerTestBase.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/decorators/ExternalServiceDecoratorTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/decorators/FlinkConfMountDecoratorTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/decorators/InitJobManagerDecoratorTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/decorators/InitTaskManagerDecoratorTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/decorators/InternalServiceDecoratorTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/decorators/JavaCmdJobManagerDecoratorTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/decorators/JavaCmdTaskManagerDecoratorTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/factory/KubernetesJobManagerFactoryTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/factory/KubernetesTaskManagerFactoryTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/parameters/KubernetesJobManagerParametersTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/parameters/KubernetesTaskManagerParametersTest.java
 create mode 100644 flink-kubernetes/src/test/java/org/apache/flink/kubernetes/utils/KubernetesUtilsTest.java