You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
103 lines
4.3 KiB
103 lines
4.3 KiB
2 years ago
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||
|
|
# or more contributor license agreements. See the NOTICE file
|
||
|
|
# distributed with this work for additional information
|
||
|
|
# regarding copyright ownership. The ASF licenses this file
|
||
|
|
# to you under the Apache License, Version 2.0 (the
|
||
|
|
# "License"); you may not use this file except in compliance
|
||
|
|
# with the License. You may obtain a copy of the License at
|
||
|
|
#
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
#
|
||
|
|
# Unless required by applicable law or agreed to in writing,
|
||
|
|
# software distributed under the License is distributed on an
|
||
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||
|
|
# KIND, either express or implied. See the License for the
|
||
|
|
# specific language governing permissions and limitations
|
||
|
|
# under the License.
|
||
|
|
|
||
|
|
################################
|
||
|
|
## DolphinScheduler Worker KEDA Scaler
|
||
|
|
#################################
|
||
|
|
{{- if and .Values.worker.keda.enabled }}
|
||
|
|
apiVersion: keda.sh/v1alpha1
|
||
|
|
kind: ScaledObject
|
||
|
|
metadata:
|
||
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
||
|
|
labels:
|
||
|
|
component: worker-horizontalpodautoscaler
|
||
|
|
deploymentName: {{ include "dolphinscheduler.fullname" . }}-worker
|
||
|
|
spec:
|
||
|
|
scaleTargetRef:
|
||
|
|
kind: StatefulSet
|
||
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
||
|
|
pollingInterval: {{ .Values.worker.keda.pollingInterval }}
|
||
|
|
cooldownPeriod: {{ .Values.worker.keda.cooldownPeriod }}
|
||
|
|
minReplicaCount: {{ .Values.worker.keda.minReplicaCount }}
|
||
|
|
maxReplicaCount: {{ .Values.worker.keda.maxReplicaCount }}
|
||
|
|
{{- if .Values.worker.keda.advanced }}
|
||
|
|
advanced:
|
||
|
|
{{ toYaml .Values.worker.keda.advanced | indent 4 }}
|
||
|
|
{{- end }}
|
||
|
|
# This is just an example, you could customize the trigger rule.
|
||
|
|
# FYI, check TaskExecutionStatus.java for the human-readable meaning of state values below.
|
||
|
|
triggers:
|
||
|
|
{{- if .Values.postgresql.enabled }}
|
||
|
|
- type: postgresql
|
||
|
|
metadata:
|
||
|
|
host: {{ template "dolphinscheduler.postgresql.fullname" . }}.{{ .Release.Namespace }}.svc.cluster.local
|
||
|
|
port: "5432"
|
||
|
|
dbName: {{ .Values.postgresql.postgresqlDatabase }}
|
||
|
|
userName: {{ .Values.postgresql.postgresqlUsername }}
|
||
|
|
passwordFromEnv: SPRING_DATASOURCE_PASSWORD
|
||
|
|
sslmode: "disable"
|
||
|
|
targetQueryValue: "1"
|
||
|
|
query: >-
|
||
|
|
SELECT ceil(COUNT(*)::decimal / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
|
||
|
|
FROM t_ds_task_instance
|
||
|
|
WHERE state IN (0, 1, 8, 12, 17)
|
||
|
|
{{- else if .Values.mysql.enabled }}
|
||
|
|
- type: mysql
|
||
|
|
metadata:
|
||
|
|
host: {{ template "dolphinscheduler.mysql.fullname" . }}.{{ .Release.Namespace }}.svc.cluster.local
|
||
|
|
port: "3306"
|
||
|
|
dbName: {{ .Values.mysql.auth.database }}
|
||
|
|
username: {{ .Values.mysql.auth.username }}
|
||
|
|
passwordFromEnv: SPRING_DATASOURCE_PASSWORD
|
||
|
|
queryValue: "1"
|
||
|
|
query: >-
|
||
|
|
SELECT CEIL(COUNT(*) / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
|
||
|
|
FROM t_ds_task_instance
|
||
|
|
WHERE state IN (0, 1, 8, 12, 17)
|
||
|
|
{{- else if .Values.externalDatabase.enabled }}
|
||
|
|
{{- if eq .Values.externalDatabase.type "mysql" }}
|
||
|
|
- type: mysql
|
||
|
|
metadata:
|
||
|
|
host: {{ .Values.externalDatabase.host }}
|
||
|
|
# mysql scaler requests port in string format
|
||
|
|
port: "{{ .Values.externalDatabase.port }}"
|
||
|
|
dbName: {{ .Values.externalDatabase.database }}
|
||
|
|
username: {{ .Values.externalDatabase.username }}
|
||
|
|
passwordFromEnv: SPRING_DATASOURCE_PASSWORD
|
||
|
|
queryValue: "1"
|
||
|
|
query: >-
|
||
|
|
SELECT CEIL(COUNT(*) / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
|
||
|
|
FROM t_ds_task_instance
|
||
|
|
WHERE state IN (0, 1, 8, 12, 17)
|
||
|
|
{{- else if eq .Values.externalDatabase.type "postgresql" }}
|
||
|
|
- type: postgresql
|
||
|
|
metadata:
|
||
|
|
host: {{ .Values.externalDatabase.host }}
|
||
|
|
port: "{{ .Values.externalDatabase.port }}"
|
||
|
|
dbName: {{ .Values.externalDatabase.database }}
|
||
|
|
userName: {{ .Values.externalDatabase.username }}
|
||
|
|
passwordFromEnv: SPRING_DATASOURCE_PASSWORD
|
||
|
|
sslmode: "disable"
|
||
|
|
targetQueryValue: "1"
|
||
|
|
query: >-
|
||
|
|
SELECT ceil(COUNT(*)::decimal / {{ .Values.worker.env.WORKER_EXEC_THREADS }})
|
||
|
|
FROM t_ds_task_instance
|
||
|
|
WHERE state IN (0, 1, 8, 12, 17)
|
||
|
|
{{- end }}
|
||
|
|
{{- end }}
|
||
|
|
{{- end }}
|