{{- if and .Values.cluster.update.addNodes ( or (and .Values.cluster.externalAccess.enabled .Values.cluster.externalAccess.service.loadBalancerIP) ( not .Values.cluster.externalAccess.enabled )) }} apiVersion: batch/v1 kind: Job metadata: name: {{ template "common.names.fullname" . }}-cluster-update namespace: {{ .Release.Namespace }} labels: {{- include "common.labels.standard" . | nindent 4 }} {{- if .Values.commonLabels }} {{- include "common.tplvalues.render" ( dict "value" .Values.commonLabels "context" $ ) | nindent 4 }} {{- end }} annotations: "helm.sh/hook": post-upgrade {{- if .Values.updateJob.annotations }} {{- include "common.tplvalues.render" ( dict "value" .Values.updateJob.annotations "context" $ ) | nindent 4 }} {{- end }} {{- if .Values.commonAnnotations }} {{- include "common.tplvalues.render" ( dict "value" .Values.commonAnnotations "context" $ ) | nindent 4 }} {{- end }} spec: activeDeadlineSeconds: {{ .Values.updateJob.activeDeadlineSeconds }} template: metadata: labels: {{- include "common.labels.standard" . | nindent 8 }} {{- if .Values.commonLabels }} {{- include "common.tplvalues.render" ( dict "value" .Values.commonLabels "context" $ ) | nindent 8 }} {{- end }} {{- if .Values.updateJob.podLabels }} {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.podLabels "context" $) | nindent 8 }} {{- end }} annotations: {{- if .Values.commonAnnotations }} {{- include "common.tplvalues.render" (dict "value" .Values.commonAnnotations "context" $) | nindent 8 }} {{- end }} {{- if .Values.updateJob.podAnnotations }} {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.podAnnotations "context" $) | nindent 8 }} {{- end }} spec: {{- include "redis-cluster.imagePullSecrets" . | nindent 6 }} {{- if .Values.updateJob.hostAliases }} hostAliases: {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.hostAliases "context" $) | nindent 8 }} {{- end }} {{- if .Values.updateJob.affinity }} affinity: {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.affinity "context" $) | nindent 8 }} {{- else }} affinity: podAffinity: {{- include "common.affinities.pods" (dict "type" .Values.updateJob.podAffinityPreset "context" $) | nindent 10 }} podAntiAffinity: {{- include "common.affinities.pods" (dict "type" .Values.updateJob.podAntiAffinityPreset "context" $) | nindent 10 }} nodeAffinity: {{- include "common.affinities.nodes" (dict "type" .Values.updateJob.nodeAffinityPreset.type "key" .Values.updateJob.nodeAffinityPreset.key "values" .Values.updateJob.nodeAffinityPreset.values) | nindent 10 }} {{- end }} {{- if .Values.updateJob.nodeSelector }} nodeSelector: {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.nodeSelector "context" $) | nindent 8 }} {{- end }} {{- if .Values.updateJob.tolerations }} tolerations: {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.tolerations "context" $) | nindent 8 }} {{- end }} {{- if .Values.updateJob.priorityClassName }} priorityClassName: {{ .Values.updateJob.priorityClassName }} {{- end }} {{- if .Values.podSecurityContext.enabled }} securityContext: {{- omit .Values.podSecurityContext "enabled" | toYaml | nindent 8 }} {{- end }} serviceAccountName: {{ include "redis-cluster.serviceAccountName" . }} {{- if .Values.updateJob.initContainers }} initContainers: {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.initContainers "context" $) | nindent 8 }} {{- end }} containers: - name: trigger image: {{ include "redis-cluster.image" . }} imagePullPolicy: {{ .Values.image.pullPolicy | quote }} {{- if .Values.containerSecurityContext.enabled }} securityContext: {{- omit .Values.containerSecurityContext "enabled" | toYaml | nindent 12 }} {{- end }} {{- if .Values.diagnosticMode.enabled }} command: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.command "context" $) | nindent 12 }} {{- else if .Values.updateJob.command }} command: {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.command "context" $) | nindent 12 }} {{- else }} command: ['/bin/bash', '-c'] {{- end }} {{- if .Values.diagnosticMode.enabled }} args: {{- include "common.tplvalues.render" (dict "value" .Values.diagnosticMode.args "context" $) | nindent 12 }} {{- else if .Values.updateJob.args }} args: {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.args "context" $) | nindent 12 }} {{- else }} args: - | . /opt/bitnami/scripts/libnet.sh . /opt/bitnami/scripts/libos.sh # Backwards compatibility change if ! [[ -f /opt/bitnami/redis/etc/redis.conf ]]; then cp /opt/bitnami/redis/etc/redis-default.conf /opt/bitnami/redis/etc/redis.conf fi firstNodeIP=$(wait_for_dns_lookup {{ template "common.names.fullname" . }}-0.{{ template "common.names.fullname" . }}-headless 120 5) {{- if .Values.cluster.externalAccess.enabled }} newNodeCounter=0 for nodeIP in $(echo "{{ .Values.cluster.update.newExternalIPs }}" | cut -d [ -f2 | cut -d ] -f 1 ); do {{- if .Values.tls.enabled }} while [[ $(redis-cli -h "$nodeIP" -p "$REDIS_TLS_PORT" --tls --cert ${REDIS_TLS_CERT_FILE} --key ${REDIS_TLS_KEY_FILE} --cacert ${REDIS_TLS_CA_FILE} ping) != 'PONG' ]]; do {{- else }} while [[ $(redis-cli -h "$nodeIP" -p "$REDIS_PORT" ping) != 'PONG' ]]; do {{- end }} echo "Node $nodeIP not ready, waiting for all the nodes to be ready..." sleep 5 done slave=() if (( $REDIS_CLUSTER_REPLICAS >= 1 )) && (( newNodeCounter % (( $REDIS_CLUSTER_REPLICAS + 1 )) )); then slave+=("--cluster-slave") fi {{- if .Values.tls.enabled }} while ! redis-cli --cluster --tls --cert ${REDIS_TLS_CERT_FILE} --key ${REDIS_TLS_KEY_FILE} --cacert ${REDIS_TLS_CA_FILE} add-node "${nodeIP}:${REDIS_TLS_PORT}" "{{ index .Values.cluster.externalAccess.service.loadBalancerIP 0 }}:${REDIS_TLS_PORT}" ${slave[@]}; do {{- else }} while ! redis-cli --cluster add-node "${nodeIP}:${REDIS_PORT}" "{{ index .Values.cluster.externalAccess.service.loadBalancerIP 0 }}:${REDIS_PORT}" ${slave[@]}; do {{- end }} echo "Add-node ${newNodeIndex} ${newNodeIP} failed, retrying" sleep 5 done ((newNodeCounter += 1)) done {{- if .Values.tls.enabled }} while ! redis-cli --cluster rebalance --tls --cert ${REDIS_TLS_CERT_FILE} --key ${REDIS_TLS_KEY_FILE} --cacert ${REDIS_TLS_CA_FILE} "{{ index .Values.cluster.externalAccess.service.loadBalancerIP 0 }}:${REDIS_TLS_PORT}" --cluster-use-empty-masters; do {{- else }} while ! redis-cli --cluster rebalance "{{ index .Values.cluster.externalAccess.service.loadBalancerIP 0 }}:${REDIS_PORT}" --cluster-use-empty-masters; do {{- end }} echo "Rebalance failed, retrying" sleep 5 {{- if .Values.tls.enabled }} redis-cli --cluster fix --tls --cert ${REDIS_TLS_CERT_FILE} --key ${REDIS_TLS_KEY_FILE} --cacert ${REDIS_TLS_CA_FILE} "{{ index .Values.cluster.externalAccess.service.loadBalancerIP 0 }}:${REDIS_TLS_PORT}" {{- else }} redis-cli --cluster fix "{{ index .Values.cluster.externalAccess.service.loadBalancerIP 0 }}:${REDIS_PORT}" {{- end }} done {{- else }} # number of currently deployed redis master nodes currentMasterNodesNum="$(( {{ .Values.cluster.update.currentNumberOfNodes }} / (( {{ .Values.cluster.update.currentNumberOfReplicas }} + 1 )) ))" # end postion of new replicas that should be assigned to original redis master nodes slaveNodesEndPos="$(( {{ .Values.cluster.update.currentNumberOfNodes }} + (($REDIS_CLUSTER_REPLICAS - {{ .Values.cluster.update.currentNumberOfReplicas }})) * $currentMasterNodesNum ))" for node in $(seq $((1+{{ .Values.cluster.update.currentNumberOfNodes }})) {{ .Values.cluster.nodes }}); do newNodeIndex="$(($node - 1))" newNodeIP=$(wait_for_dns_lookup "{{ template "common.names.fullname" . }}-${newNodeIndex}.{{ template "common.names.fullname" . }}-headless" 120 5) {{- if .Values.tls.enabled }} while [[ $(redis-cli -h "$newNodeIP" -p "$REDIS_TLS_PORT" --tls --cert ${REDIS_TLS_CERT_FILE} --key ${REDIS_TLS_KEY_FILE} --cacert ${REDIS_TLS_CA_FILE} ping) != 'PONG' ]]; do {{- else }} while [[ $(redis-cli -h "$newNodeIP" -p "$REDIS_PORT" ping) != 'PONG' ]]; do {{- end }} echo "Node $newNodeIP not ready, waiting for all the nodes to be ready..." newNodeIP=$(wait_for_dns_lookup "{{ template "common.names.fullname" . }}-${newNodeIndex}.{{ template "common.names.fullname" . }}-headless" 120 5) sleep 5 done slave=() # when the index of the new node is less than `slaveNodesEndPos`,the added node is a replica that assigned to original redis master node # when the index of the new node is greater than or equal to `slaveNodesEndPos`,and it is not a multiple of `$REDIS_CLUSTER_REPLICAS + 1`, the added node is a replica that assigned to newly added master node if (( $REDIS_CLUSTER_REPLICAS >= 1 )) && (( (( $newNodeIndex < $slaveNodesEndPos )) || (( (( $newNodeIndex >= $slaveNodesEndPos )) && (( $newNodeIndex % (( $REDIS_CLUSTER_REPLICAS + 1 )) )) )) )); then slave+=("--cluster-slave") fi {{- if .Values.tls.enabled }} while ! redis-cli --cluster add-node --tls --cert ${REDIS_TLS_CERT_FILE} --key ${REDIS_TLS_KEY_FILE} --cacert ${REDIS_TLS_CA_FILE} "${newNodeIP}:${REDIS_TLS_PORT}" "${firstNodeIP}:${REDIS_TLS_PORT}" ${slave[@]}; do {{- else }} while ! redis-cli --cluster add-node "${newNodeIP}:${REDIS_PORT}" "${firstNodeIP}:${REDIS_PORT}" ${slave[@]}; do {{- end }} echo "Add-node ${newNodeIndex} ${newNodeIP} failed, retrying" sleep 5 firstNodeIP=$(wait_for_dns_lookup "{{ template "common.names.fullname" . }}-0.{{ template "common.names.fullname" . }}-headless" 120 5) newNodeIP=$(wait_for_dns_lookup "{{ template "common.names.fullname" . }}-${newNodeIndex}.{{ template "common.names.fullname" . }}-headless" 120 5) done done {{- if .Values.tls.enabled }} while ! redis-cli --cluster rebalance --tls --cert ${REDIS_TLS_CERT_FILE} --key ${REDIS_TLS_KEY_FILE} --cacert ${REDIS_TLS_CA_FILE} "${firstNodeIP}:${REDIS_TLS_PORT}" --cluster-use-empty-masters; do {{- else }} while ! redis-cli --cluster rebalance "${firstNodeIP}:${REDIS_PORT}" --cluster-use-empty-masters; do {{- end }} echo "Rebalance failed, retrying" sleep 5 firstNodeIP=$(wait_for_dns_lookup "{{ template "common.names.fullname" . }}-0.{{ template "common.names.fullname" . }}-headless" 120 5) {{- if .Values.tls.enabled }} redis-cli --cluster fix --tls --cert ${REDIS_TLS_CERT_FILE} --key ${REDIS_TLS_KEY_FILE} --cacert ${REDIS_TLS_CA_FILE} "${firstNodeIP}:${REDIS_TLS_PORT}" {{- else }} redis-cli --cluster fix "${firstNodeIP}:${REDIS_PORT}" {{- end }} done {{- end }} {{- end }} env: - name: BITNAMI_DEBUG value: {{ ternary "true" "false" (or .Values.image.debug .Values.diagnosticMode.enabled) | quote }} {{- if .Values.cluster.externalAccess.enabled }} {{- if .Values.tls.enabled }} - name: REDIS_TLS_CERT_FILE value: {{ template "redis-cluster.tlsCert" . }} - name: REDIS_TLS_KEY_FILE value: {{ template "redis-cluster.tlsCertKey" . }} - name: REDIS_TLS_CA_FILE value: {{ template "redis-cluster.tlsCACert" . }} - name: REDIS_TLS_PORT {{- else }} - name: REDIS_PORT {{- end }} value: {{ .Values.cluster.externalAccess.service.port | quote }} {{- else }} {{- if .Values.tls.enabled }} - name: REDIS_TLS_CERT_FILE value: {{ template "redis-cluster.tlsCert" . }} - name: REDIS_TLS_KEY_FILE value: {{ template "redis-cluster.tlsCertKey" . }} - name: REDIS_TLS_CA_FILE value: {{ template "redis-cluster.tlsCACert" . }} - name: REDIS_TLS_PORT {{- else }} - name: REDIS_PORT {{- end }} value: {{ .Values.redis.containerPorts.redis | quote }} {{- end }} - name: REDIS_CLUSTER_REPLICAS value: {{ .Values.cluster.replicas | quote }} {{- if .Values.usePassword }} - name: REDISCLI_AUTH valueFrom: secretKeyRef: name: {{ template "redis-cluster.secretName" . }} key: {{ template "redis-cluster.secretPasswordKey" . }} {{- end }} {{- if .Values.updateJob.extraEnvVars }} {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.extraEnvVars "context" $) | nindent 12 }} {{- end }} {{- if or .Values.updateJob.extraEnvVarsCM .Values.updateJob.extraEnvVarsSecret }} envFrom: {{- if .Values.updateJob.extraEnvVarsCM }} - configMapRef: name: {{ include "common.tplvalues.render" (dict "value" .Values.updateJob.extraEnvVarsCM "context" $) }} {{- end }} {{- if .Values.updateJob.extraEnvVarsSecret }} - secretRef: name: {{ include "common.tplvalues.render" (dict "value" .Values.updateJob.extraEnvVarsSecret "context" $) }} {{- end }} {{- end }} {{- if .Values.updateJob.resources }} resources: {{- toYaml .Values.updateJob.resources | nindent 12 }} {{- end }} {{- if or .Values.tls.enabled .Values.updateJob.extraVolumeMounts }} volumeMounts: {{- if .Values.tls.enabled }} - name: redis-certificates mountPath: /opt/bitnami/redis/certs readOnly: true {{- end }} {{- if .Values.updateJob.extraVolumeMounts }} {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.extraVolumeMounts "context" $) | nindent 12 }} {{- end }} {{- end }} restartPolicy: OnFailure {{- if or .Values.tls.enabled .Values.updateJob.extraVolumes }} volumes: {{- if .Values.tls.enabled }} - name: redis-certificates secret: secretName: {{ include "common.tplvalues.render" (dict "value" .Values.tls.certificatesSecret "context" $) }} {{- end }} {{- if .Values.updateJob.extraVolumes }} {{- include "common.tplvalues.render" (dict "value" .Values.updateJob.extraVolumes "context" $) | nindent 6 }} {{- end }} {{- end }} {{- end }}