apache/pulsar-helm-chart
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Lowered BOOKIE_MEM and PULSAR_MEM in init containers (#386)

Browse Source 
* Lowered BOOKIE_MEM and PULSAR_MEM in init containers. Default BOOKIE_MEM and PULSAR_MEM settings from conf/pulsar_env.sh and conf/bkenv.sh (-Xms2g -Xmx2g -XX:MaxDirectMemorySize=4g) are too high for low-memory systems.
This commit is contained in:
Michał Koziorowski 2023-12-11 09:50:08 +01:00 committed by GitHub
parent d1729e8e0a
commit fba51bd87e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 10 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
charts/pulsar/templates/bookkeeper-cluster-initialize.yaml
View File

@ -49,6 +49,7 @@ spec:
args: args:
- >- - >-
{{- if $zk:=.Values.pulsar_metadata.userProvidedZookeepers }} {{- if $zk:=.Values.pulsar_metadata.userProvidedZookeepers }}
export PULSAR_MEM="-Xmx128M";
until bin/pulsar zookeeper-shell -server {{ $zk }} ls {{ or .Values.metadataPrefix "/" }}; do until bin/pulsar zookeeper-shell -server {{ $zk }} ls {{ or .Values.metadataPrefix "/" }}; do
echo "user provided zookeepers {{ $zk }} are unreachable... check in 3 seconds ..." && sleep 3; echo "user provided zookeepers {{ $zk }} are unreachable... check in 3 seconds ..." && sleep 3;
done; done;
@ -70,6 +71,7 @@ spec:
- > - >
bin/apply-config-from-env.py conf/bookkeeper.conf; bin/apply-config-from-env.py conf/bookkeeper.conf;
{{- include "pulsar.toolset.zookeeper.tls.settings" . | nindent 12 }} {{- include "pulsar.toolset.zookeeper.tls.settings" . | nindent 12 }}
export BOOKIE_MEM="-Xmx128M";
if bin/bookkeeper shell whatisinstanceid; then if bin/bookkeeper shell whatisinstanceid; then
echo "bookkeeper cluster already initialized"; echo "bookkeeper cluster already initialized";
else else

2
charts/pulsar/templates/broker-statefulset.yaml
View File

@ -114,6 +114,7 @@ spec:
args: args:
- >- - >-
{{- include "pulsar.broker.zookeeper.tls.settings" . | nindent 12 }} {{- include "pulsar.broker.zookeeper.tls.settings" . | nindent 12 }}
export BOOKIE_MEM="-Xmx128M";
{{- if .Values.pulsar_metadata.configurationStore }} {{- if .Values.pulsar_metadata.configurationStore }}
until bin/bookkeeper org.apache.zookeeper.ZooKeeperMain -server {{ template "pulsar.configurationStore.connect" . }} get {{ .Values.configurationStoreMetadataPrefix }}/admin/clusters/{{ template "pulsar.cluster.name" . }}; do until bin/bookkeeper org.apache.zookeeper.ZooKeeperMain -server {{ template "pulsar.configurationStore.connect" . }} get {{ .Values.configurationStoreMetadataPrefix }}/admin/clusters/{{ template "pulsar.cluster.name" . }}; do
{{- end }} {{- end }}
@ -138,6 +139,7 @@ spec:
- > - >
{{- include "pulsar.broker.zookeeper.tls.settings" . | nindent 12 }} {{- include "pulsar.broker.zookeeper.tls.settings" . | nindent 12 }}
bin/apply-config-from-env.py conf/bookkeeper.conf; bin/apply-config-from-env.py conf/bookkeeper.conf;
export BOOKIE_MEM="-Xmx128M";
until bin/bookkeeper shell whatisinstanceid; do until bin/bookkeeper shell whatisinstanceid; do
echo "bookkeeper cluster is not initialized yet. backoff for 3 seconds ..."; echo "bookkeeper cluster is not initialized yet. backoff for 3 seconds ...";
sleep 3; sleep 3;

1
charts/pulsar/templates/proxy-statefulset.yaml
View File

@ -115,6 +115,7 @@ spec:
command: ["sh", "-c"] command: ["sh", "-c"]
args: args:
- >- - >-
export PULSAR_MEM="-Xmx128M";
{{- if $zk:=.Values.pulsar_metadata.userProvidedZookeepers }} {{- if $zk:=.Values.pulsar_metadata.userProvidedZookeepers }}
until bin/pulsar zookeeper-shell -server {{ $zk }} ls {{ or .Values.metadataPrefix "/" }}; do until bin/pulsar zookeeper-shell -server {{ $zk }} ls {{ or .Values.metadataPrefix "/" }}; do
echo "user provided zookeepers {{ $zk }} are unreachable... check in 3 seconds ..." && sleep 3; echo "user provided zookeepers {{ $zk }} are unreachable... check in 3 seconds ..." && sleep 3;

5
charts/pulsar/templates/pulsar-cluster-initialize.yaml
View File

@ -58,6 +58,7 @@ spec:
args: args:
- >- - >-
{{- if $zk:=.Values.pulsar_metadata.userProvidedZookeepers }} {{- if $zk:=.Values.pulsar_metadata.userProvidedZookeepers }}
export PULSAR_MEM="-Xmx128M";
until bin/pulsar zookeeper-shell -server {{ $zk }} ls {{ or .Values.metadataPrefix "/" }}; do until bin/pulsar zookeeper-shell -server {{ $zk }} ls {{ or .Values.metadataPrefix "/" }}; do
echo "user provided zookeepers {{ $zk }} are unreachable... check in 3 seconds ..." && sleep 3; echo "user provided zookeepers {{ $zk }} are unreachable... check in 3 seconds ..." && sleep 3;
done; done;
@ -75,6 +76,9 @@ spec:
args: args:
- > - >
bin/apply-config-from-env.py conf/bookkeeper.conf; bin/apply-config-from-env.py conf/bookkeeper.conf;
echo Default BOOKIE_MEM settings are set very high, which can cause the init container to fail.;
echo Setting the memory to a lower value to avoid OOM as operations below are not memory intensive.;
export BOOKIE_MEM="-Xmx128M";
{{- include "pulsar.toolset.zookeeper.tls.settings" . | nindent 10 }} {{- include "pulsar.toolset.zookeeper.tls.settings" . | nindent 10 }}
until bin/bookkeeper shell whatisinstanceid; do until bin/bookkeeper shell whatisinstanceid; do
sleep 3; sleep 3;
@ -96,6 +100,7 @@ spec:
args: args:
- | - |
{{- include "pulsar.toolset.zookeeper.tls.settings" . | nindent 12 }} {{- include "pulsar.toolset.zookeeper.tls.settings" . | nindent 12 }}
export PULSAR_MEM="-Xmx128M";
bin/pulsar initialize-cluster-metadata \ bin/pulsar initialize-cluster-metadata \
--cluster {{ template "pulsar.cluster.name" . }} \ --cluster {{ template "pulsar.cluster.name" . }} \
--zookeeper {{ template "pulsar.zookeeper.connect" . }}{{ .Values.metadataPrefix }} \ --zookeeper {{ template "pulsar.zookeeper.connect" . }}{{ .Values.metadataPrefix }} \