You are viewing a plain text version of this content. The canonical link for it is here.
Posted to notifications@skywalking.apache.org by ke...@apache.org on 2022/08/25 07:36:56 UTC
[skywalking-showcase] 01/01: feature: add postgresql monitoring feature
This is an automated email from the ASF dual-hosted git repository.
kezhenxu94 pushed a commit to branch feature/psql
in repository https://gitbox.apache.org/repos/asf/skywalking-showcase.git
commit 4af5b2bfd4b69993caf393a578526ccebd7125c5
Author: kezhenxu94 <ke...@apache.org>
AuthorDate: Thu Aug 25 15:36:41 2022 +0800
feature: add postgresql monitoring feature
---
...onfig.yaml => otel-collector-config-mysql.yaml} | 0
...config.yaml => otel-collector-config-psql.yaml} | 21 +--
deploy/platform/docker/docker-compose.cluster.yaml | 2 +-
deploy/platform/docker/docker-compose.mysql.yaml | 16 +-
.../platform/docker/docker-compose.postgresql.yaml | 69 +++++++++
.../docker/docker-compose.single-node.yaml | 2 +-
.../kubernetes/feature-cluster/resources.yaml | 20 +--
.../platform/kubernetes/feature-event/scaler.yaml | 8 +-
.../kubernetes/feature-mysql/open-telemetry.yaml | 4 +-
.../open-telemetry.yaml | 43 +++---
.../kubernetes/feature-postgresql/permissions.yaml | 47 ++++++
.../kubernetes/feature-postgresql/psql.yaml | 168 +++++++++++++++++++++
docs/readme.md | 5 +-
13 files changed, 346 insertions(+), 59 deletions(-)
diff --git a/deploy/platform/docker/config/mysql-otel-collector-config.yaml b/deploy/platform/docker/config/otel-collector-config-mysql.yaml
similarity index 100%
copy from deploy/platform/docker/config/mysql-otel-collector-config.yaml
copy to deploy/platform/docker/config/otel-collector-config-mysql.yaml
diff --git a/deploy/platform/docker/config/mysql-otel-collector-config.yaml b/deploy/platform/docker/config/otel-collector-config-psql.yaml
similarity index 78%
rename from deploy/platform/docker/config/mysql-otel-collector-config.yaml
rename to deploy/platform/docker/config/otel-collector-config-psql.yaml
index 17f0846..fa66082 100644
--- a/deploy/platform/docker/config/mysql-otel-collector-config.yaml
+++ b/deploy/platform/docker/config/otel-collector-config-psql.yaml
@@ -16,13 +16,11 @@
receivers:
prometheus:
config:
- scrape_configs:
- - job_name: 'mysql-monitoring'
- scrape_interval: 10s
- static_configs:
- - targets: ['mysql-service:9104']
- labels:
- host_name: showcase
+ scrape_configs:
+ - job_name: "postgresql-monitoring"
+ scrape_interval: 5s
+ static_configs:
+ - targets: ["postgres-exporter:9187"]
processors:
batch:
@@ -31,12 +29,15 @@ exporters:
endpoint: oap:11800
tls:
insecure: true
+ logging:
+ loglevel: debug
service:
pipelines:
metrics:
receivers:
- - prometheus
+ - prometheus
processors:
- - batch
+ - batch
exporters:
- - otlp
+ - logging
+ - otlp
diff --git a/deploy/platform/docker/docker-compose.cluster.yaml b/deploy/platform/docker/docker-compose.cluster.yaml
index d779371..a82af1e 100644
--- a/deploy/platform/docker/docker-compose.cluster.yaml
+++ b/deploy/platform/docker/docker-compose.cluster.yaml
@@ -53,7 +53,7 @@ services:
SW_CLUSTER_ZK_HOST_PORT: zookeeper:2181 # @feature: cluster; set up the cluster coordinator address
SW_HEALTH_CHECKER: default # @feature: health-check;
SW_OTEL_RECEIVER: default # @feature: vm; enable the OC receiver that receives the VM metrics
- SW_OTEL_RECEIVER_ENABLED_OTEL_RULES: vm,mysql # @feature: vm; enable the OC rules that analyse the VM metrics
+ SW_OTEL_RECEIVER_ENABLED_OTEL_RULES: vm,mysql,postgresql # @feature: vm; enable the OC rules that analyse the VM metrics
SW_STORAGE: elasticsearch
SW_STORAGE_ES_CLUSTER_NODES: elasticsearch:9200
SW_TELEMETRY: prometheus # @feature: so11y; expose the metrics of self o11y through prometheus
diff --git a/deploy/platform/docker/docker-compose.mysql.yaml b/deploy/platform/docker/docker-compose.mysql.yaml
index d6e07c4..f0e5a11 100644
--- a/deploy/platform/docker/docker-compose.mysql.yaml
+++ b/deploy/platform/docker/docker-compose.mysql.yaml
@@ -22,7 +22,7 @@ version: '2.1'
services:
mysql:
- image: mysql:8.0.30
+ image: mysql:8.0.30
networks:
- sw
ports:
@@ -31,7 +31,7 @@ services:
- MYSQL_ROOT_PASSWORD=password
mysql-load:
- image: mysql:8.0.30
+ image: mysql:8.0.30
depends_on:
- otel-collector
networks:
@@ -42,7 +42,7 @@ services:
command:
- -c
- "mysql -h mysql -uroot -ppassword < /docker/mock.sql"
-
+
mysql-service:
image: prom/mysqld-exporter:v0.14.0
ports:
@@ -53,20 +53,20 @@ services:
- sw
depends_on:
- mysql
-
+
otel-collector:
image: otel/opentelemetry-collector:0.50.0
networks:
- sw
- command: [ "--config=/etc/mysql-otel-collector-config.yaml" ]
+ command: [ "--config=/etc/otel-collector-config.yaml" ]
volumes:
- - ./config/mysql-otel-collector-config.yaml:/etc/mysql-otel-collector-config.yaml
+ - ./config/otel-collector-config-mysql:/etc/otel-collector-config.yaml
expose:
- 55678
depends_on:
oap:
condition: service_healthy
-
+
networks:
- sw:
\ No newline at end of file
+ sw:
diff --git a/deploy/platform/docker/docker-compose.postgresql.yaml b/deploy/platform/docker/docker-compose.postgresql.yaml
new file mode 100644
index 0000000..089f4de
--- /dev/null
+++ b/deploy/platform/docker/docker-compose.postgresql.yaml
@@ -0,0 +1,69 @@
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+version: '2.1'
+
+services:
+ postgres:
+ image: postgres:14.1
+ environment:
+ - POSTGRES_PASSWORD=password
+ ports:
+ - 5432
+ networks:
+ - sw
+
+ postgres-load:
+ image: postgres:14.1
+ environment:
+ - PGPASSWORD=password
+ depends_on:
+ - otel-collector
+ networks:
+ - sw
+ entrypoint: bash
+ volumes:
+ - ../postgres-exporter:/docker
+ command:
+ - -c
+ - "psql -f /docker/mock.sql -h postgres -p 5432 -U postgres postgres"
+
+ # @feature: postgresql-monitoring; set up postgresql_exporter and OpenTelemetry collector
+ postgres-exporter:
+ image: quay.io/prometheuscommunity/postgres-exporter:v0.11.0
+ depends_on:
+ - postgres
+ ports:
+ - 9187
+ environment:
+ - DATA_SOURCE_NAME=postgresql://postgres:password@postgres:5432/postgres?sslmode=disable
+ networks:
+ - sw
+
+ otel-collector:
+ image: otel/opentelemetry-collector:0.50.0
+ networks:
+ - sw
+ command: [ "--config=/etc/otel-collector-config.yaml" ]
+ volumes:
+ - ./config/otel-collector-config-psql.yaml:/etc/otel-collector-config.yaml
+ expose:
+ - 55678
+ depends_on:
+ oap:
+ condition: service_healthy
+
+networks:
+ sw:
diff --git a/deploy/platform/docker/docker-compose.single-node.yaml b/deploy/platform/docker/docker-compose.single-node.yaml
index cb16873..bb25593 100644
--- a/deploy/platform/docker/docker-compose.single-node.yaml
+++ b/deploy/platform/docker/docker-compose.single-node.yaml
@@ -43,7 +43,7 @@ services:
environment:
SW_HEALTH_CHECKER: default # @feature: health-check;
SW_OTEL_RECEIVER: default # @feature: vm; enable the OC receiver that receives the VM metrics
- SW_OTEL_RECEIVER_ENABLED_OTEL_RULES: vm,mysql # @feature: vm; enable the OC rules that analyse the VM metrics
+ SW_OTEL_RECEIVER_ENABLED_OTEL_RULES: vm,mysql,postgresql # @feature: vm,mysql,postgresql; enable the OC rules that analyse the metrics
SW_STORAGE: elasticsearch
SW_STORAGE_ES_CLUSTER_NODES: elasticsearch:9200
SW_TELEMETRY: prometheus # @feature: so11y; expose the metrics of self o11y through prometheus
diff --git a/deploy/platform/kubernetes/feature-cluster/resources.yaml b/deploy/platform/kubernetes/feature-cluster/resources.yaml
index 999b349..8e23bd0 100644
--- a/deploy/platform/kubernetes/feature-cluster/resources.yaml
+++ b/deploy/platform/kubernetes/feature-cluster/resources.yaml
@@ -104,8 +104,8 @@ spec:
ports:
- containerPort: 9200
env:
- - name: 'discovery.type'
- value: 'single-node'
+ - name: "discovery.type"
+ value: "single-node"
---
apiVersion: v1
@@ -141,9 +141,9 @@ spec:
- name: wait-for-es
image: busybox:1.30
command:
- - 'sh'
- - '-c'
- - 'for i in $(seq 1 60); do nc -z -w3 elasticsearch 9200 && exit 0 || sleep 5; done; exit 1'
+ - "sh"
+ - "-c"
+ - "for i in $(seq 1 60); do nc -z -w3 elasticsearch 9200 && exit 0 || sleep 5; done; exit 1"
containers:
- name: oap-init
image: ${SW_OAP_IMAGE}
@@ -196,10 +196,10 @@ spec:
- name: wait-for-oap-init
image: bitnami/kubectl:1.20.12
command:
- - 'kubectl'
- - 'wait'
- - '--for=condition=complete'
- - 'job/oap-init-job'
+ - "kubectl"
+ - "wait"
+ - "--for=condition=complete"
+ - "job/oap-init-job"
containers:
- name: oap
image: ${SW_OAP_IMAGE}
@@ -237,7 +237,7 @@ spec:
# @feature: kubernetes-monitor; enable rules to analyze Kubernetes Cluster/Node/Service metrics
# @feature: istiod-monitor; enable rules to analyze Istio control plane metrics
# @feature: mysql; enable mysql rules to analyze MySQL metrics
- value: vm,oap,k8s-cluster,k8s-node,k8s-service,k8s-instance,istio-controlplane,mysql
+ value: vm,oap,k8s-cluster,k8s-node,k8s-service,k8s-instance,istio-controlplane,mysql,postgresql
- name: SW_STORAGE
value: elasticsearch
- name: SW_STORAGE_ES_CLUSTER_NODES
diff --git a/deploy/platform/kubernetes/feature-event/scaler.yaml b/deploy/platform/kubernetes/feature-event/scaler.yaml
index b032572..1ba455a 100644
--- a/deploy/platform/kubernetes/feature-event/scaler.yaml
+++ b/deploy/platform/kubernetes/feature-event/scaler.yaml
@@ -24,13 +24,13 @@ metadata:
name: event-role
rules:
- apiGroups:
- - ''
+ - ""
- extensions
- apps
resources:
- - '*'
+ - "*"
verbs:
- - '*'
+ - "*"
---
kind: RoleBinding
@@ -71,7 +71,6 @@ spec:
containers:
- name: event-scaler
image: bitnami/kubectl:1.20.12
- volumeMounts:
command:
- sh
- -c
@@ -98,7 +97,6 @@ spec:
containers:
- name: event-scaler
image: bitnami/kubectl:1.20.12
- volumeMounts:
command:
- sh
- -c
diff --git a/deploy/platform/kubernetes/feature-mysql/open-telemetry.yaml b/deploy/platform/kubernetes/feature-mysql/open-telemetry.yaml
index d5a643e..f26b750 100644
--- a/deploy/platform/kubernetes/feature-mysql/open-telemetry.yaml
+++ b/deploy/platform/kubernetes/feature-mysql/open-telemetry.yaml
@@ -16,7 +16,7 @@
# under the License.
#
-# @feature: mysql-monitor; set OpenTelemetry config to scrape the mysql metrics
+# @feature: mysql; set OpenTelemetry config to scrape the mysql metrics
---
apiVersion: v1
kind: ConfigMap
@@ -30,7 +30,7 @@ data:
prometheus:
config:
scrape_configs:
- # @feature: mysql; this is only for demo, in real scenarios the mysql addresses should be static, not via service discovery
+ # @feature: mysql; set up the scrape configs according to your mysql instances
- job_name: 'mysql-monitoring'
metrics_path: '/metrics'
kubernetes_sd_configs:
diff --git a/deploy/platform/kubernetes/feature-mysql/open-telemetry.yaml b/deploy/platform/kubernetes/feature-postgresql/open-telemetry.yaml
similarity index 72%
copy from deploy/platform/kubernetes/feature-mysql/open-telemetry.yaml
copy to deploy/platform/kubernetes/feature-postgresql/open-telemetry.yaml
index d5a643e..dffbd43 100644
--- a/deploy/platform/kubernetes/feature-mysql/open-telemetry.yaml
+++ b/deploy/platform/kubernetes/feature-postgresql/open-telemetry.yaml
@@ -16,29 +16,29 @@
# under the License.
#
-# @feature: mysql-monitor; set OpenTelemetry config to scrape the mysql metrics
+# @feature: postgresql; set OpenTelemetry config to scrape the psql metrics
---
apiVersion: v1
kind: ConfigMap
metadata:
- name: otel-collector-conf-mysql
+ name: otel-collector-conf-psql
labels:
- app: otel-mysql
+ app: otel-psql
data:
otel-collector-config: |
receivers:
prometheus:
config:
- scrape_configs:
- # @feature: mysql; this is only for demo, in real scenarios the mysql addresses should be static, not via service discovery
- - job_name: 'mysql-monitoring'
+ scrape_configs:
+ # @feature: postgresql; set up the scrape configs according to your postgresql instances
+ - job_name: "postgresql-monitoring"
metrics_path: '/metrics'
kubernetes_sd_configs:
- role: pod
relabel_configs:
- source_labels: [__meta_kubernetes_pod_container_name, __meta_kubernetes_pod_container_port_name]
action: keep
- regex: mysql;metrics # @feature: mysql; reference the name of the metrics port
+ regex: psql;metrics # @feature: postgresql; reference the name of the metrics port
- source_labels: [__meta_kubernetes_pod_name]
target_label: host_name
regex: (.+)
@@ -46,56 +46,59 @@ data:
processors:
batch:
+
exporters:
otlp:
endpoint: oap:11800
tls:
insecure: true
logging:
- logLevel: debug
+ loglevel: debug
+
service:
pipelines:
metrics:
receivers:
- - prometheus
+ - prometheus
processors:
- - batch
+ - batch
exporters:
- - otlp
+ - logging
+ - otlp
---
apiVersion: apps/v1
kind: Deployment
metadata:
- name: otel-deployment-mysql
+ name: otel-deployment-psql
labels:
- app: otel-mysql
+ app: otel-psql
spec:
replicas: 1
selector:
matchLabels:
- app: otel-mysql
+ app: otel-psql
template:
metadata:
labels:
- app: otel-mysql
+ app: otel-psql
annotations:
sidecar.istio.io/inject: "false"
spec:
- serviceAccountName: otel-sa-mysql
+ serviceAccountName: otel-sa-psql
containers:
- - name: otel-mysql
+ - name: otel-psql
image: otel/opentelemetry-collector:0.50.0
command:
- "/otelcol"
- "--config=/conf/otel-collector-config.yaml"
volumeMounts:
- - name: otel-collector-config-vol-mysql
+ - name: otel-collector-config-vol-psql
mountPath: /conf
volumes:
- - name: otel-collector-config-vol-mysql
+ - name: otel-collector-config-vol-psql
configMap:
- name: otel-collector-conf-mysql
+ name: otel-collector-conf-psql
items:
- key: otel-collector-config
path: otel-collector-config.yaml
diff --git a/deploy/platform/kubernetes/feature-postgresql/permissions.yaml b/deploy/platform/kubernetes/feature-postgresql/permissions.yaml
new file mode 100644
index 0000000..79d6b41
--- /dev/null
+++ b/deploy/platform/kubernetes/feature-postgresql/permissions.yaml
@@ -0,0 +1,47 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+---
+apiVersion: v1
+kind: ServiceAccount
+metadata:
+ name: otel-sa-psql
+
+---
+kind: ClusterRole
+apiVersion: rbac.authorization.k8s.io/v1
+metadata:
+ name: otel-role-psql
+rules:
+ - apiGroups: [""]
+ resources:
+ - "pods"
+ verbs: ["get", "watch", "list"]
+
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+ name: otel-role-binding-psql
+roleRef:
+ apiGroup: rbac.authorization.k8s.io
+ kind: ClusterRole
+ name: otel-role-psql
+subjects:
+ - kind: ServiceAccount
+ name: otel-sa-psql
+ namespace: ${NAMESPACE}
diff --git a/deploy/platform/kubernetes/feature-postgresql/psql.yaml b/deploy/platform/kubernetes/feature-postgresql/psql.yaml
new file mode 100644
index 0000000..300f97e
--- /dev/null
+++ b/deploy/platform/kubernetes/feature-postgresql/psql.yaml
@@ -0,0 +1,168 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+---
+apiVersion: v1
+kind: ConfigMap
+metadata:
+ name: mock-sql-psql
+ labels:
+ app: psql-load
+data:
+ mock-sql: |
+ CREATE TABLE COMPANY(
+ ID INT PRIMARY KEY NOT NULL,
+ NAME TEXT NOT NULL,
+ AGE INT NOT NULL,
+ ADDRESS CHAR(50),
+ SALARY REAL
+ );
+ SELECT pg_sleep(10);
+ INSERT INTO COMPANY (ID,NAME,AGE,ADDRESS,SALARY) VALUES (1, 'Paul', 32, 'California', 20000.00);
+ UPDATE COMPANY SET SALARY = 15000 WHERE ID = 1;
+ DELETE FROM COMPANY WHERE ID = 1;
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+ name: psql
+spec:
+ selector:
+ app: psql
+ ports:
+ - protocol: TCP
+ port: 5432
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+ name: psql-deployment
+ labels:
+ app: psql
+spec:
+ replicas: 1
+ selector:
+ matchLabels:
+ app: psql
+ template:
+ metadata:
+ labels:
+ app: psql
+ annotations:
+ sidecar.istio.io/inject: "false"
+ spec:
+ containers:
+ - name: psql
+ image: postgres:14.1
+ env:
+ - name: POSTGRES_PASSWORD
+ value: password
+ ports:
+ - containerPort: 3306
+---
+apiVersion: v1
+kind: Service
+metadata:
+ name: psql-service
+spec:
+ selector:
+ app: psql-service
+ ports:
+ - protocol: TCP
+ port: 9104
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+ name: psql-service-deployment
+ labels:
+ app: psql-service
+spec:
+ replicas: 1
+ selector:
+ matchLabels:
+ app: psql-service
+ template:
+ metadata:
+ labels:
+ app: psql-service
+ annotations:
+ sidecar.istio.io/inject: "false"
+ spec:
+ containers:
+ - name: psql
+ image: prometheuscommunity/postgres-exporter:v0.11.0
+ env:
+ - name: DATA_SOURCE_NAME
+ value: postgresql://postgres:password@psql:5432/postgres?sslmode=disable
+ resources:
+ limits:
+ cpu: 100m
+ memory: "128Mi"
+ ports:
+ - containerPort: 9187
+ name: metrics
+---
+apiVersion: batch/v1beta1
+kind: CronJob
+metadata:
+ name: psql-load-deployment # @feature: postgresql; set up job to trigger postgresql commands, you don't need this in production env.
+spec:
+ schedule: "*/5 * * * *"
+ successfulJobsHistoryLimit: 1
+ failedJobsHistoryLimit: 1
+ jobTemplate:
+ spec:
+ template:
+ metadata:
+ annotations:
+ sidecar.istio.io/inject: "false"
+ spec:
+ restartPolicy: Never
+ initContainers:
+ - name: wait-for-psql
+ image: busybox:1.30
+ command:
+ [
+ "sh",
+ "-c",
+ "until nc -z psql 5432 > /dev/null; do echo Waiting for psql.; sleep 2; done;",
+ ]
+ containers:
+ - name: psql-load
+ image: postgres:14.1
+ env:
+ - name: PGPASSWORD
+ value: password
+ command:
+ - bash
+ - -c
+ - "psql -f /conf/mock.sql -h psql -p 5432 -U postgres postgres"
+ volumeMounts:
+ - name: mock-sql-vol-psql
+ mountPath: /conf
+ volumes:
+ - name: mock-sql-vol-psql
+ configMap:
+ name: mock-sql-psql
+ items:
+ - key: mock-sql
+ path: mock.sql
diff --git a/docs/readme.md b/docs/readme.md
index 1a7b7ff..30e98eb 100644
--- a/docs/readme.md
+++ b/docs/readme.md
@@ -95,8 +95,9 @@ Currently, the features supported are:
| `satellite` | Deploy SkyWalking Satellite to load balance the monitoring data. | |
| `function` | Deploy [OpenFunction](https://openfunction.dev/) and export trace to SkyWalking. | Command [ofn](https://github.com/OpenFunction/cli) is required to run this feature. |
| `trace-profiling` | Deploy tools to submit trace profiling tasks. | Only support deployment with SkyWalking agents installed, currently Java agent and Python agent support trace profiling. |
-| `rover` | Deploy SkyWalking Rover and detect the processes in the Kubernetes environment. | Only support deployment in the Kubernetes environment, docker is not supported.
-| `mysql` | Start a MySQL server, execute the sample SQLs periodically, and export their metrics to SkyWalking. | |
+| `rover` | Deploy SkyWalking Rover and detect the processes in the Kubernetes environment. | Only support deployment in the Kubernetes environment, docker is not supported. |
+| `mysql` | Start a MySQL server, execute the sample SQLs periodically, and export their metrics to SkyWalking. | |
+| `postgresql` | Start a PostgreSQL server, execute the sample SQLs periodically, and export their metrics to SkyWalking. | |
### Kubernetes