|
|
|
#
|
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
|
|
# this work for additional information regarding copyright ownership.
|
|
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
# (the "License"); you may not use this file except in compliance with
|
|
|
|
# the License. You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
#
|
|
|
|
apiVersion: apps/v1
|
|
|
|
kind: StatefulSet
|
|
|
|
metadata:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
labels:
|
|
|
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
|
|
|
app.kubernetes.io/managed-by: {{ .Release.Service }}
|
|
|
|
app.kubernetes.io/component: worker
|
|
|
|
spec:
|
|
|
|
podManagementPolicy: {{ .Values.worker.podManagementPolicy }}
|
|
|
|
replicas: {{ .Values.worker.replicas }}
|
|
|
|
selector:
|
|
|
|
matchLabels:
|
|
|
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
|
|
|
app.kubernetes.io/managed-by: {{ .Release.Service }}
|
|
|
|
app.kubernetes.io/component: worker
|
|
|
|
serviceName: {{ template "dolphinscheduler.fullname" . }}-worker-headless
|
|
|
|
template:
|
|
|
|
metadata:
|
|
|
|
labels:
|
|
|
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
|
|
|
app.kubernetes.io/managed-by: {{ .Release.Service }}
|
|
|
|
app.kubernetes.io/component: worker
|
|
|
|
{{- if .Values.alert.annotations }}
|
|
|
|
annotations:
|
|
|
|
{{- toYaml .Values.alert.annotations | nindent 8 }}
|
|
|
|
{{- end }}
|
|
|
|
spec:
|
|
|
|
{{- if .Values.worker.affinity }}
|
|
|
|
affinity: {{- toYaml .Values.worker.affinity | nindent 8 }}
|
|
|
|
{{- end }}
|
|
|
|
{{- if .Values.worker.nodeSelector }}
|
|
|
|
nodeSelector: {{- toYaml .Values.worker.nodeSelector | nindent 8 }}
|
|
|
|
{{- end }}
|
|
|
|
{{- if .Values.worker.tolerations }}
|
|
|
|
tolerations: {{- toYaml . | nindent 8 }}
|
|
|
|
{{- end }}
|
|
|
|
{{- if .Values.image.pullSecrets }}
|
|
|
|
imagePullSecrets:
|
|
|
|
- name: {{ include "dolphinscheduler.image.pullSecrets" . }}
|
|
|
|
{{- end }}
|
|
|
|
containers:
|
|
|
|
- name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
image: {{ include "dolphinscheduler.image.repository" . | quote }}
|
|
|
|
imagePullPolicy: {{ .Values.image.pullPolicy }}
|
|
|
|
args:
|
|
|
|
- "worker-server"
|
|
|
|
ports:
|
|
|
|
- containerPort: {{ .Values.worker.configmap.WORKER_LISTEN_PORT }}
|
|
|
|
name: "worker-port"
|
|
|
|
- containerPort: 50051
|
|
|
|
name: "logger-port"
|
|
|
|
env:
|
|
|
|
- name: TZ
|
|
|
|
value: {{ .Values.timezone }}
|
|
|
|
- name: DOLPHINSCHEDULER_OPTS
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: DOLPHINSCHEDULER_OPTS
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
- name: WORKER_EXEC_THREADS
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
key: WORKER_EXEC_THREADS
|
|
|
|
- name: WORKER_HEARTBEAT_INTERVAL
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
key: WORKER_HEARTBEAT_INTERVAL
|
|
|
|
- name: WORKER_MAX_CPULOAD_AVG
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
key: WORKER_MAX_CPULOAD_AVG
|
|
|
|
- name: WORKER_RESERVED_MEMORY
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
key: WORKER_RESERVED_MEMORY
|
|
|
|
- name: WORKER_LISTEN_PORT
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
key: WORKER_LISTEN_PORT
|
|
|
|
- name: WORKER_GROUPS
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
key: WORKER_GROUPS
|
|
|
|
- name: WORKER_WEUGHT
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker
|
|
|
|
key: WORKER_WEIGHT
|
|
|
|
- name: DOLPHINSCHEDULER_DATA_BASEDIR_PATH
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-common
|
|
|
|
key: DOLPHINSCHEDULER_DATA_BASEDIR_PATH
|
|
|
|
- name: ALERT_PLUGIN_DIR
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: ALERT_PLUGIN_DIR
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: XLS_FILE_PATH
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: XLS_FILE_PATH
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: MAIL_SERVER_HOST
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: MAIL_SERVER_HOST
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: MAIL_SERVER_PORT
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: MAIL_SERVER_PORT
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: MAIL_SENDER
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: MAIL_SENDER
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: MAIL_USER
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: MAIL_USER
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: MAIL_PASSWD
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: MAIL_PASSWD
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: MAIL_SMTP_STARTTLS_ENABLE
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: MAIL_SMTP_STARTTLS_ENABLE
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: MAIL_SMTP_SSL_ENABLE
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: MAIL_SMTP_SSL_ENABLE
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: MAIL_SMTP_SSL_TRUST
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: MAIL_SMTP_SSL_TRUST
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: DATABASE_TYPE
|
|
|
|
{{- if .Values.postgresql.enabled }}
|
|
|
|
value: "postgresql"
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalDatabase.type | quote }}
|
|
|
|
{{- end }}
|
|
|
|
- name: DATABASE_DRIVER
|
|
|
|
{{- if .Values.postgresql.enabled }}
|
|
|
|
value: "org.postgresql.Driver"
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalDatabase.driver | quote }}
|
|
|
|
{{- end }}
|
|
|
|
- name: DATABASE_HOST
|
|
|
|
{{- if .Values.postgresql.enabled }}
|
|
|
|
value: {{ template "dolphinscheduler.postgresql.fullname" . }}
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalDatabase.host | quote }}
|
|
|
|
{{- end }}
|
|
|
|
- name: DATABASE_PORT
|
|
|
|
{{- if .Values.postgresql.enabled }}
|
|
|
|
value: "5432"
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalDatabase.port | quote }}
|
|
|
|
{{- end }}
|
|
|
|
- name: DATABASE_USERNAME
|
|
|
|
{{- if .Values.postgresql.enabled }}
|
|
|
|
value: {{ .Values.postgresql.postgresqlUsername }}
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalDatabase.username | quote }}
|
|
|
|
{{- end }}
|
|
|
|
- name: DATABASE_PASSWORD
|
|
|
|
valueFrom:
|
|
|
|
secretKeyRef:
|
|
|
|
{{- if .Values.postgresql.enabled }}
|
|
|
|
name: {{ template "dolphinscheduler.postgresql.fullname" . }}
|
|
|
|
key: postgresql-password
|
|
|
|
{{- else }}
|
|
|
|
name: {{ printf "%s-%s" .Release.Name "externaldb" }}
|
|
|
|
key: db-password
|
|
|
|
{{- end }}
|
|
|
|
- name: DATABASE_DATABASE
|
|
|
|
{{- if .Values.postgresql.enabled }}
|
|
|
|
value: {{ .Values.postgresql.postgresqlDatabase }}
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalDatabase.database | quote }}
|
|
|
|
{{- end }}
|
|
|
|
- name: DATABASE_PARAMS
|
|
|
|
{{- if .Values.postgresql.enabled }}
|
|
|
|
value: "characterEncoding=utf8"
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalDatabase.params | quote }}
|
|
|
|
{{- end }}
|
|
|
|
- name: ZOOKEEPER_QUORUM
|
|
|
|
{{- if .Values.zookeeper.enabled }}
|
|
|
|
value: "{{ template "dolphinscheduler.zookeeper.quorum" . }}"
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalZookeeper.zookeeperQuorum }}
|
|
|
|
{{- end }}
|
|
|
|
- name: ZOOKEEPER_ROOT
|
|
|
|
{{- if .Values.zookeeper.enabled }}
|
|
|
|
value: {{ .Values.zookeeper.zookeeperRoot }}
|
|
|
|
{{- else }}
|
|
|
|
value: {{ .Values.externalZookeeper.zookeeperRoot }}
|
|
|
|
{{- end }}
|
|
|
|
- name: RESOURCE_STORAGE_TYPE
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: RESOURCE_STORAGE_TYPE
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-common
|
|
|
|
- name: RESOURCE_UPLOAD_PATH
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: RESOURCE_UPLOAD_PATH
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-common
|
|
|
|
- name: FS_DEFAULT_FS
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: FS_DEFAULT_FS
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-common
|
|
|
|
{{- if eq .Values.common.configmap.RESOURCE_STORAGE_TYPE "S3" }}
|
|
|
|
- name: FS_S3A_ENDPOINT
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: FS_S3A_ENDPOINT
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-common
|
|
|
|
- name: FS_S3A_ACCESS_KEY
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: FS_S3A_ACCESS_KEY
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-common
|
|
|
|
- name: FS_S3A_SECRET_KEY
|
|
|
|
valueFrom:
|
|
|
|
secretKeyRef:
|
|
|
|
key: fs-s3a-secret-key
|
|
|
|
name: {{ printf "%s-%s" .Release.Name "fs-s3a" }}
|
|
|
|
{{- end }}
|
|
|
|
- name: ENTERPRISE_WECHAT_ENABLE
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: ENTERPRISE_WECHAT_ENABLE
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: ENTERPRISE_WECHAT_CORP_ID
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: ENTERPRISE_WECHAT_CORP_ID
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: ENTERPRISE_WECHAT_SECRET
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: ENTERPRISE_WECHAT_SECRET
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: ENTERPRISE_WECHAT_AGENT_ID
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: ENTERPRISE_WECHAT_AGENT_ID
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
- name: ENTERPRISE_WECHAT_USERS
|
|
|
|
valueFrom:
|
|
|
|
configMapKeyRef:
|
|
|
|
key: ENTERPRISE_WECHAT_USERS
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-alert
|
|
|
|
{{- if .Values.worker.resources }}
|
|
|
|
resources:
|
|
|
|
limits:
|
|
|
|
memory: {{ .Values.worker.resources.limits.memory | quote }}
|
|
|
|
cpu: {{ .Values.worker.resources.limits.cpu | quote }}
|
|
|
|
requests:
|
|
|
|
memory: {{ .Values.worker.resources.requests.memory | quote }}
|
|
|
|
cpu: {{ .Values.worker.resources.requests.cpu | quote }}
|
|
|
|
{{- end }}
|
|
|
|
{{- if .Values.worker.livenessProbe.enabled }}
|
|
|
|
livenessProbe:
|
|
|
|
exec:
|
|
|
|
command:
|
|
|
|
- sh
|
|
|
|
- /root/checkpoint.sh
|
|
|
|
- WorkerServer
|
|
|
|
initialDelaySeconds: {{ .Values.worker.livenessProbe.initialDelaySeconds }}
|
|
|
|
periodSeconds: {{ .Values.worker.livenessProbe.periodSeconds }}
|
|
|
|
timeoutSeconds: {{ .Values.worker.livenessProbe.timeoutSeconds }}
|
|
|
|
successThreshold: {{ .Values.worker.livenessProbe.successThreshold }}
|
|
|
|
failureThreshold: {{ .Values.worker.livenessProbe.failureThreshold }}
|
|
|
|
{{- end }}
|
|
|
|
{{- if .Values.worker.readinessProbe.enabled }}
|
|
|
|
readinessProbe:
|
|
|
|
exec:
|
|
|
|
command:
|
|
|
|
- sh
|
|
|
|
- /root/checkpoint.sh
|
|
|
|
- WorkerServer
|
|
|
|
initialDelaySeconds: {{ .Values.worker.readinessProbe.initialDelaySeconds }}
|
|
|
|
periodSeconds: {{ .Values.worker.readinessProbe.periodSeconds }}
|
|
|
|
timeoutSeconds: {{ .Values.worker.readinessProbe.timeoutSeconds }}
|
|
|
|
successThreshold: {{ .Values.worker.readinessProbe.successThreshold }}
|
|
|
|
failureThreshold: {{ .Values.worker.readinessProbe.failureThreshold }}
|
|
|
|
{{- end }}
|
|
|
|
volumeMounts:
|
|
|
|
- mountPath: {{ .Values.common.configmap.DOLPHINSCHEDULER_DATA_BASEDIR_PATH | quote }}
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker-data
|
|
|
|
- mountPath: "/opt/dolphinscheduler/logs"
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
|
|
|
|
- mountPath: "/opt/dolphinscheduler/conf/env/dolphinscheduler_env.sh"
|
|
|
|
subPath: "dolphinscheduler_env.sh"
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-common-env
|
|
|
|
{{- if .Values.common.fsFileResourcePersistence.enabled }}
|
|
|
|
- mountPath: {{ .Values.common.configmap.RESOURCE_UPLOAD_PATH | quote }}
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-fs-file
|
|
|
|
{{- end }}
|
|
|
|
volumes:
|
|
|
|
- name: {{ include "dolphinscheduler.fullname" . }}-worker-data
|
|
|
|
{{- if .Values.worker.persistentVolumeClaim.dataPersistentVolume.enabled }}
|
|
|
|
persistentVolumeClaim:
|
|
|
|
claimName: {{ include "dolphinscheduler.fullname" . }}-worker-data
|
|
|
|
{{- else }}
|
|
|
|
emptyDir: {}
|
|
|
|
{{- end }}
|
|
|
|
- name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
|
|
|
|
{{- if .Values.worker.persistentVolumeClaim.logsPersistentVolume.enabled }}
|
|
|
|
persistentVolumeClaim:
|
|
|
|
claimName: {{ include "dolphinscheduler.fullname" . }}-worker-logs
|
|
|
|
{{- else }}
|
|
|
|
emptyDir: {}
|
|
|
|
{{- end }}
|
|
|
|
- name: {{ include "dolphinscheduler.fullname" . }}-common-env
|
|
|
|
configMap:
|
|
|
|
defaultMode: 0777
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-common
|
|
|
|
items:
|
|
|
|
- key: DOLPHINSCHEDULER_ENV
|
|
|
|
path: dolphinscheduler_env.sh
|
|
|
|
{{- if .Values.common.fsFileResourcePersistence.enabled }}
|
|
|
|
- name: {{ include "dolphinscheduler.fullname" . }}-fs-file
|
|
|
|
persistentVolumeClaim:
|
|
|
|
claimName: {{ include "dolphinscheduler.fullname" . }}-fs-file
|
|
|
|
{{- end }}
|
|
|
|
{{- if .Values.worker.persistentVolumeClaim.enabled }}
|
|
|
|
volumeClaimTemplates:
|
|
|
|
{{- if .Values.worker.persistentVolumeClaim.dataPersistentVolume.enabled }}
|
|
|
|
- metadata:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker-data
|
|
|
|
labels:
|
|
|
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker-data
|
|
|
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
|
|
|
app.kubernetes.io/managed-by: {{ .Release.Service }}
|
|
|
|
spec:
|
|
|
|
accessModes:
|
|
|
|
{{- range .Values.worker.persistentVolumeClaim.dataPersistentVolume.accessModes }}
|
|
|
|
- {{ . | quote }}
|
|
|
|
{{- end }}
|
|
|
|
storageClassName: {{ .Values.worker.persistentVolumeClaim.dataPersistentVolume.storageClassName | quote }}
|
|
|
|
resources:
|
|
|
|
requests:
|
|
|
|
storage: {{ .Values.worker.persistentVolumeClaim.dataPersistentVolume.storage | quote }}
|
|
|
|
{{- end }}
|
|
|
|
{{- if .Values.worker.persistentVolumeClaim.logsPersistentVolume.enabled }}
|
|
|
|
- metadata:
|
|
|
|
name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
|
|
|
|
labels:
|
|
|
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker-logs
|
|
|
|
app.kubernetes.io/instance: {{ .Release.Name }}
|
|
|
|
app.kubernetes.io/managed-by: {{ .Release.Service }}
|
|
|
|
spec:
|
|
|
|
accessModes:
|
|
|
|
{{- range .Values.worker.persistentVolumeClaim.logsPersistentVolume.accessModes }}
|
|
|
|
- {{ . | quote }}
|
|
|
|
{{- end }}
|
|
|
|
storageClassName: {{ .Values.worker.persistentVolumeClaim.logsPersistentVolume.storageClassName | quote }}
|
|
|
|
resources:
|
|
|
|
requests:
|
|
|
|
storage: {{ .Values.worker.persistentVolumeClaim.logsPersistentVolume.storage | quote }}
|
|
|
|
{{- end }}
|
|
|
|
{{- end }}
|