You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@heron.apache.org by ww...@apache.org on 2022/05/24 07:47:20 UTC
[incubator-heron] 01/01: Rearrange values.yaml to better style bookkeeper now uses hostpath to control the path instead of default /bookkeeper/
This is an automated email from the ASF dual-hosted git repository.
wwong pushed a commit to branch windhamwong/helm-update
in repository https://gitbox.apache.org/repos/asf/incubator-heron.git
commit c17b74ad4735897110c5a1b608d8867dce21dadc
Author: Windham Wong <wi...@stormeye.io>
AuthorDate: Tue May 24 15:46:19 2022 +0800
Rearrange values.yaml to better style
bookkeeper now uses hostpath to control the path instead of default /bookkeeper/
---
deploy/kubernetes/helm/templates/bookie.yaml | 29 +++++++-------
deploy/kubernetes/helm/templates/zookeeper.yaml | 2 +-
deploy/kubernetes/helm/values.yaml.template | 51 +++++++++++++++----------
3 files changed, 47 insertions(+), 35 deletions(-)
diff --git a/deploy/kubernetes/helm/templates/bookie.yaml b/deploy/kubernetes/helm/templates/bookie.yaml
index 02ee6b49aac..9cc62c81bde 100644
--- a/deploy/kubernetes/helm/templates/bookie.yaml
+++ b/deploy/kubernetes/helm/templates/bookie.yaml
@@ -20,14 +20,15 @@
## A reference of https://github.com/apache/incubator-pulsar/blob/master/kubernetes/google-container-engine/bookie.yaml
{{- $platform := .Values.platform }}
-{{- $bookieReplicas := .Values.bookieReplicas }}
-{{- $bookieCpuMin := .Values.bookieCpuMin }}
-{{- $bookieCpuMax := .Values.bookieCpuMax }}
-{{- $bookieHeapMemory := .Values.bookieHeapMemory }}
-{{- $bookieDirectMemory := .Values.bookieDirectMemory }}
-{{- $bookieJournalCapacity := .Values.bookieJournalCapacity }}
-{{- $bookieStorageCapacity := .Values.bookieStorageCapacity }}
-{{- $bookieStorageHostPath := .Values.bookieStorageHostPath }}
+{{- $bookieReplicas := .Values.bookkeeper.replicas }}
+{{- $bookieCpuMin := .Values.bookkeeper.resources.cpuMin }}
+{{- $bookieCpuMax := .Values.bookkeeper.resources.cpuMax }}
+{{- $bookieHeapMemory := .Values.bookkeeper.resources.heapMemory }}
+{{- $bookieDirectMemory := .Values.bookkeeper.resources.directMemory }}
+{{- $bookieJournalCapacity := .Values.bookkeeper.journal.capacity }}
+{{- $bookieJournalHostPath := .Values.bookkeeper.journal.hostPath }}
+{{- $bookieLedgersCapacity := .Values.bookkeeper.ledgers.capacity }}
+{{- $bookieLedgersHostPath := .Values.bookkeeper.ledgers.hostPath }}
apiVersion: v1
kind: ConfigMap
@@ -42,9 +43,9 @@ data:
BK_indexDirectories: "/bookkeeper/data/ledgers"
BK_zkServers: {{ .Release.Name }}-zookeeper:{{ .Values.zookeeper.clientPort }}
BK_autoRecoveryDaemonEnabled: "true"
- BK_journalMaxBackups: "{{ .Values.bookieJournalMaxBackups }}"
- BK_journalMaxSizeMB: "{{ .Values.bookieJournalMaxSizeMB }}"
- BK_logSizeLimit: "{{ int64 .Values.bookieLogSizeLimit }}"
+ BK_journalMaxBackups: "{{ .Values.bookkeeper.journal.maxBackups }}"
+ BK_journalMaxSizeMB: "{{ .Values.bookkeeper.journal.maxSizeMB }}"
+ BK_logSizeLimit: "{{ int64 .Values.bookkeeper.logSizeLimit }}"
{{- if .Values.bookkeeper.useHostNameAsBookieID }}
BK_useHostNameAsBookieID: "true"
{{- end }}
@@ -159,10 +160,10 @@ spec:
# Mount local disks
- name: journal-disk
hostPath:
- path: /bookkeeper/data/journal
+ path: {{ $bookieJournalHostPath }}
- name: ledgers-disk
hostPath:
- path: /bookkeeper/data/ledgers
+ path: {{ $bookieLedgersHostPath }}
{{- end }}
{{- if .Values.bookkeeper.useVolumeClaimTemplate }}
@@ -194,7 +195,7 @@ spec:
{{- end }}
resources:
requests:
- storage: {{ $bookieStorageCapacity }}
+ storage: {{ $bookieLedgersCapacity }}
{{- end }}
---
diff --git a/deploy/kubernetes/helm/templates/zookeeper.yaml b/deploy/kubernetes/helm/templates/zookeeper.yaml
index 44e66755719..49f0be9b8ef 100644
--- a/deploy/kubernetes/helm/templates/zookeeper.yaml
+++ b/deploy/kubernetes/helm/templates/zookeeper.yaml
@@ -16,7 +16,7 @@
# under the License.
{{- $platform := .Values.platform }}
-{{- $zkReplicas := .Values.zkReplicas }}
+{{- $zkReplicas := .Values.zookeeper.replicas }}
apiVersion: policy/v1
kind: PodDisruptionBudget
diff --git a/deploy/kubernetes/helm/values.yaml.template b/deploy/kubernetes/helm/values.yaml.template
index 7bb14204d4a..e02797d40dd 100644
--- a/deploy/kubernetes/helm/values.yaml.template
+++ b/deploy/kubernetes/helm/values.yaml.template
@@ -72,43 +72,54 @@ disablePodTemplates: false
# Support for Voume specification from CLI input
disableVolumesFromCLI: false
-# Number of replicas for storage bookies, memory and storage requirements
-bookieReplicas: 3
-bookieCpuMin: 100m
-bookieCpuMax: 250m
-bookieHeapMemory: 512M
-bookieDirectMemory: 256M
-bookieReadCacheSize: 32
-bookieWriteCacheSize: 32
-bookieJournalCapacity: 5G
-bookieStorageCapacity: 15G
-bookieJournalMaxBackups: 3
-bookieJournalMaxSizeMB: 300
-bookieLogSizeLimit: 10000000
# Number of replicas for zookeeper
zkReplicas: 3
+
bookkeeper:
image: apache/bookkeeper:4.13.0
imagePullPolicy: IfNotPresent
-
+
# set storageClassName to "none" to not use storageClassName
storageClassName: "none"
- prometheus:
- enabled: false
- # Optional Variables
- useHostNameAsBookieID: true
- useStatefulSet: true
+
+ replicas: 3
createReplicas: true
+ useStatefulSet: true
affinityPods: false
- useHostPath: false
useVolumeClaimTemplate: true
+
+ logSizeLimit: 10000000
+ useHostNameAsBookieID: true
tolerateUnreadyEndpoints: true
+ prometheus:
+ enabled: false
+
+ resources:
+ cpuMin: 100m
+ cpuMax: 250m
+ heapMemory: 512M
+ directMemory: 256M
+ readCacheSize: 32
+ writeCacheSize: 32
+
+ useHostPath: false
+ journal:
+ capacity: 5G
+ maxBackups: 3
+ maxSizeMB: 300
+ hostPath: '/opt/bookkeeper/joural-disk'
+ ledgers:
+ capacity: 15G
+ hostPath: '/opt/bookkeeper/ledgers-disk'
+
+
zookeeper:
enabled: true
minAvailable: 1
+ replicas: 3
resources:
requests:
cpu: 500m