DolphinScheduler/deploy/kubernetes/dolphinscheduler/templates/keda-autoscaler-worker.yaml

# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements.  See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership.  The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License.  You may obtain a copy of the License at
#
#   http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing,
# software distributed under the License is distributed on an
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
# KIND, either express or implied.  See the License for the
# specific language governing permissions and limitations
# under the License.

################################
## DolphinScheduler Worker KEDA Scaler
#################################
{{- if and .Values.worker.keda.enabled .Values.worker.enabled }}
apiVersion: keda.sh/v1alpha1
kind: ScaledObject
metadata:
  name: {{ include "dolphinscheduler.fullname" . }}-worker
  labels:
    component: worker-horizontalpodautoscaler
    deploymentName: {{ include "dolphinscheduler.fullname" . }}-worker
spec:
  scaleTargetRef:
    kind: StatefulSet
    name: {{ include "dolphinscheduler.fullname" . }}-worker
  pollingInterval:  {{ .Values.worker.keda.pollingInterval }}
  cooldownPeriod: {{ .Values.worker.keda.cooldownPeriod }}
  minReplicaCount: {{ .Values.worker.keda.minReplicaCount }}
  maxReplicaCount: {{ .Values.worker.keda.maxReplicaCount }}
  {{- if .Values.worker.keda.advanced }}
  advanced:
    {{ toYaml .Values.worker.keda.advanced | indent 4 }}
  {{- end }}
  # This is just an example, you could customize the trigger rule.
  # FYI, check TaskExecutionStatus.java for the human-readable meaning of state values below.
  triggers:
    {{- if .Values.postgresql.enabled }}
    - type: postgresql
      metadata:
        host: {{ template "dolphinscheduler.postgresql.fullname" . }}.{{ .Release.Namespace }}.svc.cluster.local
        port: "5432"
        dbName: {{ .Values.postgresql.postgresqlDatabase }}
        userName: {{ .Values.postgresql.postgresqlUsername }}
        passwordFromEnv: SPRING_DATASOURCE_PASSWORD
        sslmode: "disable"
        targetQueryValue: "1"
        query: >-
          SELECT ceil(COUNT(*)::decimal / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
          FROM t_ds_task_instance
          WHERE state IN (0, 1, 8, 12, 17)
    {{- else if .Values.mysql.enabled }}
    - type: mysql
      metadata:
        host: {{ template "dolphinscheduler.mysql.fullname" . }}.{{ .Release.Namespace }}.svc.cluster.local
        port: "3306"
        dbName: {{ .Values.mysql.auth.database }}
        username: {{ .Values.mysql.auth.username }}
        passwordFromEnv: SPRING_DATASOURCE_PASSWORD
        queryValue: "1"
        query: >-
          SELECT CEIL(COUNT(*) / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
          FROM t_ds_task_instance
          WHERE state IN (0, 1, 8, 12, 17)
    {{- else if .Values.externalDatabase.enabled }}
      {{- if eq .Values.externalDatabase.type "mysql" }}
    - type: mysql
      metadata:
        host: {{ .Values.externalDatabase.host }}
        # mysql scaler requests port in string format
        port: "{{ .Values.externalDatabase.port }}"
        dbName: {{ .Values.externalDatabase.database }}
        username: {{ .Values.externalDatabase.username }}
        passwordFromEnv: SPRING_DATASOURCE_PASSWORD
        queryValue: "1"
        query: >-
          SELECT CEIL(COUNT(*) / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
          FROM t_ds_task_instance
          WHERE state IN (0, 1, 8, 12, 17)
      {{- else if eq .Values.externalDatabase.type "postgresql" }}
    - type: postgresql
        metadata:
          host: {{ .Values.externalDatabase.host }}
          port: "{{ .Values.externalDatabase.port }}"
          dbName: {{ .Values.externalDatabase.database }}
          userName: {{ .Values.externalDatabase.username }}
          passwordFromEnv: SPRING_DATASOURCE_PASSWORD
          sslmode: "disable"
          targetQueryValue: "1"
          query: >-
            SELECT ceil(COUNT(*)::decimal / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
            FROM t_ds_task_instance
            WHERE state IN (0, 1, 8, 12, 17)
      {{- end }}
    {{- end }}
{{- end }}