compute-sts.yaml

{{/*
Copyright RisingWave Labs.
SPDX-License-Identifier: APACHE-2.0
*/}}

{{- if not .Values.standalone.enabled -}}
apiVersion: apps/v1
kind: StatefulSet
metadata:
  name: {{ include "risingwave.computeComponentName" . }}
  labels:
    {{- include "risingwave.labels" . | nindent 4 }}
    risingwave.risingwavelabs.com/component: compute
  {{- $annotations := (include "risingwave.annotations" . ) | trim }}
  {{- if $annotations }}
  annotations:
    {{ nindent 4 $annotations }}
  {{- end }}
spec:
  {{- if not .Values.computeComponent.autoscaling.enabled }}
  replicas: {{ .Values.computeComponent.replicas }}
  {{- end }}
  selector:
    matchLabels:
      {{- include "risingwave.selectorLabels" . | nindent 6 }}
      risingwave.risingwavelabs.com/component: compute
  serviceName: {{ include "risingwave.computeHeadlessServiceName" . }}
  updateStrategy:
    type: RollingUpdate
    rollingUpdate:
      maxUnavailable: "100%"
  podManagementPolicy: Parallel
  minReadySeconds: 0
  {{- if .Values.computeComponent.volumeClaimTemplates }}
  volumeClaimTemplates:
  {{- toYaml .Values.computeComponent.volumeClaimTemplates | nindent 2 }}
  {{- end }}
  {{- if .Values.computeComponent.persistentVolumeClaimRetentionPolicy }}
  persistentVolumeClaimRetentionPolicy:
  {{- toYaml .Values.computeComponent.persistentVolumeClaimRetentionPolicy | nindent 4 }}
  {{- end }}
  template:
    metadata:
      labels:
        {{- include "risingwave.selectorLabels" . | nindent 8 }}
        risingwave.risingwavelabs.com/component: compute
        risingwave/name: {{ include "risingwave.fullname" . }}
        risingwave/component: compute
        {{- if .Values.computeComponent.podLabels }}
        {{- toYaml .Values.computeComponent.podLabels | nindent 8 }}
        {{- end }}
      annotations:
        {{- if .Values.monitor.annotations.enabled }}
        prometheus.io/scrape: "true"
        prometheus.io/port: "{{ .Values.ports.compute.metrics }}"
        prometheus.io/path: "/metrics"
        {{- end }}
        {{- include "risingwave.annotations" . | nindent 8 }}
        {{- if .Values.computeComponent.podAnnotations }}
        {{- toYaml .Values.computeComponent.podAnnotations | nindent 8 }}
        {{- end }}
    spec:
      {{- if .Values.image.pullSecrets }}
      imagePullSecrets:
      {{- range .Values.image.pullSecrets }}
      - name: {{ . }}
      {{- end }}
      {{- end }}
      volumes:
      - name: config
        configMap:
          name: {{ include "risingwave.configurationConfigMapName" . }}
      {{- if and .Values.compactMode.enabled .Values.tls.existingSecretName }}
      - name: certs
        secret:
          secretName: {{ .Values.tls.existingSecretName }}
      {{- end }}
      {{- if .Values.computeComponent.extraVolumes }}
      {{- toYaml .Values.computeComponent.extraVolumes | nindent 6 }}
      {{- end }}
      restartPolicy: Always
      {{- if .Values.computeComponent.terminationGracePeriodSeconds }}
      terminationGracePeriodSeconds: {{ .Values.computeComponent.terminationGracePeriodSeconds }}
      {{- end }}
      {{- if .Values.computeComponent.nodeSelector }}
      nodeSelector:
      {{- toYaml .Values.computeComponent.nodeSelector | nindent 8 }}
      {{- end }}
      serviceAccountName: {{ include "risingwave.serviceAccountName" . }}
      automountServiceAccountToken: true
      hostNetwork: false
      hostPID: false
      hostIPC: false
      {{- if .Values.computeComponent.shareProcessNamespace }}
      shareProcessNamespace: {{ .Values.computeComponent.shareProcessNamespace }}
      {{- end }}
      {{- if .Values.computeComponent.podSecurityContext }}
      securityContext: {{- toYaml .Values.computeComponent.podSecurityContext | nindent 8 }}
      {{- end }}
      {{- if .Values.computeComponent.affinity }}
      affinity: {{- toYaml .Values.computeComponent.affinity | nindent 8 }}
      {{- end }}
      {{- if .Values.computeComponent.schedulerName }}
      schedulerName: {{ .Values.computeComponent.schedulerName }}
      {{- end }}
      {{- if .Values.computeComponent.tolerations }}
      tolerations: {{- toYaml .Values.computeComponent.tolerations | nindent 8 }}
      {{- end }}
      {{- if .Values.computeComponent.priorityClassName }}
      priorityClassName: {{ .Values.computeComponent.priorityClassName }}
      {{- end }}
      {{- if .Values.computeComponent.runtimeClassName }}
      runtimeClassName: {{ .Values.computeComponent.runtimeClassName }}
      {{- end }}
      enableServiceLinks: false
      preemptionPolicy: PreemptLowerPriority
      setHostnameAsFQDN: false
      containers:
      - name: compute
        image: {{ include "risingwave.image" . }}
        imagePullPolicy: {{ .Values.image.pullPolicy }}
        {{- if .Values.diagnosticMode.enabled }}
        command: {{ toYaml .Values.diagnosticMode.command | nindent 8 }}
        args: {{ toYaml .Values.diagnosticMode.args | nindent 8 }}
        {{- else }}
        command:
        - /risingwave/bin/risingwave
        - compute-node
        {{- if .Values.frontendComponent.embeddedServing }}
        args:
        - --role=streaming
        {{- end }}
        {{- if .Values.computeComponent.autoDeregistration.enabled }}
        lifecycle:
          preStop:
            exec:
              command:
              - bash
              - -c
              - >-
                /risingwave/bin/risingwave ctl meta unregister-workers --yes \
                  --workers ${POD_NAME}.{{ include "risingwave.computeHeadlessServiceName" . }}.{{.Release.Namespace}}.svc:{{ .Values.ports.compute.svc }}
        {{- end }}
        {{- end }}
        ports:
        - containerPort: {{ .Values.ports.compute.svc }}
          name: svc
          protocol: TCP
        - containerPort: {{ .Values.ports.compute.metrics }}
          name: metrics
          protocol: TCP
        envFrom:
        {{- if .Values.computeComponent.extraEnvVarsConfigMap }}
        - configMapRef:
            name: {{ .Values.computeComponent.extraEnvVarsConfigMap }}
        {{- end }}
        {{- if .Values.computeComponent.extraEnvVarsSecret }}
        - secretRef:
            name: {{ .Values.computeComponent.extraEnvVarsSecret }}
        {{- end }}
        {{- $credentialsSecret := (include "risingwave.credentialsSecretName" . ) -}}
        {{- if $credentialsSecret }}
        - secretRef:
            name: {{ $credentialsSecret }}
        {{- end }}
        env:
        # Disable auto region loading. Refer to the original source for more information.
        # https://github.com/awslabs/aws-sdk-rust/blob/main/sdk/aws-config/src/imds/region.rs
        - name: AWS_EC2_METADATA_DISABLED
          value: "true"
        - name: RUST_LOG
          value: {{ .Values.computeComponent.rustLog }}
        - name: RUST_BACKTRACE
          value: {{ .Values.computeComponent.rustBacktrace }}
        - name: POD_IP
          valueFrom:
            fieldRef:
              fieldPath: "status.podIP"
        - name: POD_NAME
          valueFrom:
            fieldRef:
              fieldPath: "metadata.name"
        - name: POD_NAMESPACE
          valueFrom:
            fieldRef:
              fieldPath: "metadata.namespace"
        - name: CONTAINER_CPU_LIMIT
          valueFrom:
            resourceFieldRef:
              resource: "limits.cpu"
        - name: CONTAINER_MEMORY_LIMIT
          valueFrom:
            resourceFieldRef:
              resource: "limits.memory"
        {{- if .Values.stateStore.s3.enabled }}
        - name: AWS_REGION
          value: {{ .Values.stateStore.s3.region }}
        {{- end }}  
        {{- if and .Values.stateStore.s3.enabled .Values.stateStore.s3.forcePathStyle }} 
        - name: RW_IS_FORCE_PATH_STYLE
          value: 'true'
        {{- end }}
        {{- if .Values.stateStore.oss.enabled }}
        - name: OSS_REGION
          value: {{ .Values.stateStore.oss.region }}
        {{- end }}
        {{- if .Values.stateStore.obs.enabled }}
        - name: OBS_REGION
          value: {{ .Values.stateStore.obs.region }}
        {{- end }}
        {{- if (include "risingwave.bundle.minio.enabled" .) }}
        - name: MINIO_USERNAME
          valueFrom:
            secretKeyRef:
              key: root-user
              name: {{ default (include "common.names.fullname" .Subcharts.minio) .Values.minio.auth.existingSecret }}
        - name: MINIO_PASSWORD
          valueFrom:
            secretKeyRef:
              key: root-password
              name: {{ default (include "common.names.fullname" .Subcharts.minio) .Values.minio.auth.existingSecret }}
        {{- end }}
        {{- if .Values.stateStore.s3.enabled }}
        {{- if .Values.stateStore.s3.endpoint }}
        - name: RW_S3_ENDPOINT
          value: {{ .Values.stateStore.s3.endpoint }}
        {{- end }}
        {{- else if .Values.stateStore.oss.enabled }}
        - name: OSS_ENDPOINT
          value: {{ include "risingwave.oss.endpoint" . }}
        {{- else if .Values.stateStore.obs.enabled }}
        - name: OBS_ENDPOINT
          value: {{ include "risingwave.obs.endpoint" . }}
        {{- else if .Values.stateStore.azblob.enabled }}
        - name: AZBLOB_ENDPOINT
          value: {{ .Values.stateStore.azblob.endpoint }}
        {{- end }}
        - name: RW_CONFIG_PATH
          value: /risingwave/config/risingwave.toml
        - name: RW_LISTEN_ADDR
          value: "0.0.0.0:{{ .Values.ports.compute.svc }}"
        - name: RW_ADVERTISE_ADDR
          value: "$(POD_NAME).{{ include "risingwave.computeHeadlessServiceName" . }}.$(POD_NAMESPACE).svc:{{ .Values.ports.compute.svc }}"
        - name: RW_PROMETHEUS_LISTENER_ADDR
          value: "0.0.0.0:{{ .Values.ports.compute.metrics }}"
        - name: RW_META_ADDR
          value: {{ printf "load-balance+http://%s.%s.svc:%d" (include "risingwave.metaHeadlessServiceName" .) .Release.Namespace (.Values.ports.meta.svc | int)}}
        - name: RW_STATE_STORE
          value: {{ include "risingwave.hummockConnectionString" . }}
        - name: RW_DATA_DIRECTORY
          value: {{ include "risingwave.stateStoreDataDirectory" . }}
        {{- if .Values.computeComponent.resources.limits }}
        {{- if .Values.computeComponent.resources.limits.cpu }}
        - name: RW_PARALLELISM
          value: $(CONTAINER_CPU_LIMIT)
        {{- end }}
        {{- if .Values.computeComponent.resources.limits.memory }}
        - name: RW_TOTAL_MEMORY_BYTES
          value: $(CONTAINER_MEMORY_LIMIT)
        {{- end }}
        {{- end }}
        {{- if .Values.computeComponent.extraEnvVars }}
        {{- .Values.computeComponent.extraEnvVars | toYaml | nindent 8 }}
        {{- end }}
        resources:
          {{- if .Values.computeComponent.resources.limits }}
          limits:
            {{ toYaml .Values.computeComponent.resources.limits | nindent 12 }}
          {{- end }}
          {{- if .Values.computeComponent.resources.requests }}
          requests:
            {{ toYaml .Values.computeComponent.resources.requests | nindent 12 }}
          {{- end }}
        volumeMounts:
        - mountPath: /risingwave/config
          name: config
          readOnly: true
        {{- if .Values.computeComponent.extraVolumeMounts }}
        {{- toYaml .Values.computeComponent.extraVolumeMounts | nindent 8 }}
        {{- end }}
        {{- if .Values.computeComponent.securityContext }}
        securityContext: {{ toYaml .Values.computeComponent.securityContext | nindent 10 }}
        {{- end }}
        {{- if not .Values.diagnosticMode.enabled }}
        startupProbe:
          initialDelaySeconds: 2
          periodSeconds: 5
          timeoutSeconds: 5
          failureThreshold: 12
          tcpSocket:
            port: svc
        livenessProbe:
          initialDelaySeconds: 2
          periodSeconds: 10
          tcpSocket:
            port: svc
        readinessProbe:
          initialDelaySeconds: 2
          periodSeconds: 10
          tcpSocket:
            port: svc
        {{- end }}
      {{- if .Values.compactMode.enabled }}
      - name: frontend
        image: {{ include "risingwave.image" . }}
        imagePullPolicy: {{ .Values.image.pullPolicy }}
        {{- if .Values.diagnosticMode.enabled }}
        command: {{ toYaml .Values.diagnosticMode.command | nindent 8 }}
        args: {{ toYaml .Values.diagnosticMode.args | nindent 8 }}
        {{- else }}
        command:
        - /risingwave/bin/risingwave
        - frontend-node
        {{- end }}
        ports:
        - containerPort: {{ .Values.ports.frontend.svc }}
          name: f-svc
          protocol: TCP
        - containerPort: {{ .Values.ports.frontend.metrics }}
          name: f-metrics
          protocol: TCP
        envFrom:
        {{- if .Values.frontendComponent.extraEnvVarsConfigMap }}
        - configMapRef:
            name: {{ .Values.frontendComponent.extraEnvVarsConfigMap }}
        {{- end }}
        {{- if .Values.frontendComponent.extraEnvVarsSecret }}
        - secretRef:
            name: {{ .Values.frontendComponent.extraEnvVarsSecret }}
        {{- end }}
        env:
        # Disable auto region loading. Refer to the original source for more information.
        # https://github.com/awslabs/aws-sdk-rust/blob/main/sdk/aws-config/src/imds/region.rs
        - name: AWS_EC2_METADATA_DISABLED
          value: "true"
        - name: RUST_LOG
          value: {{ .Values.frontendComponent.rustLog }}
        - name: RUST_BACKTRACE
          value: {{ .Values.frontendComponent.rustBacktrace }}
        - name: POD_IP
          valueFrom:
            fieldRef:
              fieldPath: "status.podIP"
        - name: POD_NAME
          valueFrom:
            fieldRef:
              fieldPath: "metadata.name"
        - name: POD_NAMESPACE
          valueFrom:
            fieldRef:
              fieldPath: "metadata.namespace"
        - name: CONTAINER_CPU_LIMIT
          valueFrom:
            resourceFieldRef:
              resource: "limits.cpu"
        - name: CONTAINER_MEMORY_LIMIT
          valueFrom:
            resourceFieldRef:
              resource: "limits.memory"
        - name: RW_CONFIG_PATH
          value: /risingwave/config/risingwave.toml
        - name: RW_LISTEN_ADDR
          value: "0.0.0.0:{{ .Values.ports.frontend.svc }}"
        - name: RW_ADVERTISE_ADDR
          value: "$(POD_IP):{{ .Values.ports.frontend.svc }}"
        - name: RW_PROMETHEUS_LISTENER_ADDR
          value: "0.0.0.0:{{ .Values.ports.frontend.metrics }}"
        - name: RW_META_ADDR
          value: {{ printf "load-balance+http://%s.%s.svc:%d" (include "risingwave.metaHeadlessServiceName" .) .Release.Namespace (.Values.ports.meta.svc | int)}}
        {{- if .Values.tls.existingSecretName }}
        - name: RW_SSL_CERT
          value: /risingwave/certs/tls.crt
        - name: RW_SSL_KEY
          value: /risingwave/certs/tls.key
        {{- end }}
        {{- if .Values.frontendComponent.extraEnvVars }}
        {{- .Values.frontendComponent.extraEnvVars | toYaml | nindent 8 }}
        {{- end }}
        resources:
          {{- if .Values.frontendComponent.resources.limits }}
          limits:
            {{ toYaml .Values.frontendComponent.resources.limits | nindent 12 }}
          {{- end }}
          {{- if .Values.frontendComponent.resources.requests }}
          requests:
            {{ toYaml .Values.frontendComponent.resources.requests | nindent 12 }}
          {{- end }}
        volumeMounts:
        - mountPath: /risingwave/config
          name: config
          readOnly: true
        {{- if .Values.tls.existingSecretName }}
        - mountPath: /risingwave/certs
          name: certs
          readOnly: true
        {{- end }}
        {{- if .Values.frontendComponent.extraVolumeMounts }}
        {{- toYaml .Values.frontendComponent.extraVolumeMounts | nindent 8 }}
        {{- end }}
        {{- if .Values.frontendComponent.securityContext }}
        securityContext: {{ toYaml .Values.frontendComponent.securityContext | nindent 10 }}
        {{- end }}
        {{- if not .Values.diagnosticMode.enabled }}
        startupProbe:
          initialDelaySeconds: 2
          periodSeconds: 5
          timeoutSeconds: 5
          failureThreshold: 12
          tcpSocket:
            port: f-svc
        livenessProbe:
          initialDelaySeconds: 2
          periodSeconds: 10
          tcpSocket:
            port: f-svc
        readinessProbe:
          initialDelaySeconds: 2
          periodSeconds: 10
          tcpSocket:
            port: f-svc
        {{- end }}
      {{- end }}
      {{- if .Values.computeComponent.additionalContainers }}
      {{- toYaml .Values.computeComponent.additionalContainers | nindent 6 }}
      {{- end }}
{{- end -}}