You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
328 lines
14 KiB
328 lines
14 KiB
# |
|
# Licensed to the Apache Software Foundation (ASF) under one or more |
|
# contributor license agreements. See the NOTICE file distributed with |
|
# this work for additional information regarding copyright ownership. |
|
# The ASF licenses this file to You under the Apache License, Version 2.0 |
|
# (the "License"); you may not use this file except in compliance with |
|
# the License. You may obtain a copy of the License at |
|
# |
|
# http://www.apache.org/licenses/LICENSE-2.0 |
|
# |
|
# Unless required by applicable law or agreed to in writing, software |
|
# distributed under the License is distributed on an "AS IS" BASIS, |
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
# See the License for the specific language governing permissions and |
|
# limitations under the License. |
|
# |
|
apiVersion: apps/v1 |
|
kind: StatefulSet |
|
metadata: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
labels: |
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
app.kubernetes.io/instance: {{ .Release.Name }} |
|
app.kubernetes.io/managed-by: {{ .Release.Service }} |
|
app.kubernetes.io/component: worker |
|
spec: |
|
podManagementPolicy: {{ .Values.worker.podManagementPolicy }} |
|
replicas: {{ .Values.worker.replicas }} |
|
selector: |
|
matchLabels: |
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
app.kubernetes.io/instance: {{ .Release.Name }} |
|
app.kubernetes.io/managed-by: {{ .Release.Service }} |
|
app.kubernetes.io/component: worker |
|
serviceName: {{ template "dolphinscheduler.fullname" . }}-worker-headless |
|
template: |
|
metadata: |
|
labels: |
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
app.kubernetes.io/instance: {{ .Release.Name }} |
|
app.kubernetes.io/managed-by: {{ .Release.Service }} |
|
app.kubernetes.io/component: worker |
|
{{- if .Values.alert.annotations }} |
|
annotations: |
|
{{- toYaml .Values.alert.annotations | nindent 8 }} |
|
{{- end }} |
|
spec: |
|
{{- if .Values.worker.affinity }} |
|
affinity: {{- toYaml .Values.worker.affinity | nindent 8 }} |
|
{{- end }} |
|
{{- if .Values.worker.nodeSelector }} |
|
nodeSelector: {{- toYaml .Values.worker.nodeSelector | nindent 8 }} |
|
{{- end }} |
|
{{- if .Values.worker.tolerations }} |
|
tolerations: {{- toYaml . | nindent 8 }} |
|
{{- end }} |
|
{{- if .Values.image.pullSecret }} |
|
imagePullSecrets: |
|
- name: {{ .Values.image.pullSecret }} |
|
{{- end }} |
|
containers: |
|
- name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
image: {{ include "dolphinscheduler.image.fullname" . }} |
|
imagePullPolicy: {{ .Values.image.pullPolicy }} |
|
args: |
|
- "worker-server" |
|
ports: |
|
- containerPort: {{ .Values.worker.configmap.WORKER_LISTEN_PORT }} |
|
name: "worker-port" |
|
- containerPort: 50051 |
|
name: "logger-port" |
|
env: |
|
- name: TZ |
|
value: {{ .Values.timezone }} |
|
- name: DOLPHINSCHEDULER_OPTS |
|
valueFrom: |
|
configMapKeyRef: |
|
key: DOLPHINSCHEDULER_OPTS |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
- name: WORKER_EXEC_THREADS |
|
valueFrom: |
|
configMapKeyRef: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
key: WORKER_EXEC_THREADS |
|
- name: WORKER_HEARTBEAT_INTERVAL |
|
valueFrom: |
|
configMapKeyRef: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
key: WORKER_HEARTBEAT_INTERVAL |
|
- name: WORKER_MAX_CPULOAD_AVG |
|
valueFrom: |
|
configMapKeyRef: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
key: WORKER_MAX_CPULOAD_AVG |
|
- name: WORKER_RESERVED_MEMORY |
|
valueFrom: |
|
configMapKeyRef: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
key: WORKER_RESERVED_MEMORY |
|
- name: WORKER_LISTEN_PORT |
|
valueFrom: |
|
configMapKeyRef: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
key: WORKER_LISTEN_PORT |
|
- name: WORKER_GROUPS |
|
valueFrom: |
|
configMapKeyRef: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
key: WORKER_GROUPS |
|
- name: WORKER_WEUGHT |
|
valueFrom: |
|
configMapKeyRef: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker |
|
key: WORKER_HOST_WEIGHT |
|
- name: DOLPHINSCHEDULER_DATA_BASEDIR_PATH |
|
valueFrom: |
|
configMapKeyRef: |
|
name: {{ include "dolphinscheduler.fullname" . }}-common |
|
key: DOLPHINSCHEDULER_DATA_BASEDIR_PATH |
|
- name: ALERT_LISTEN_HOST |
|
value: {{ include "dolphinscheduler.fullname" . }}-alert |
|
- name: DATABASE_TYPE |
|
{{- if .Values.postgresql.enabled }} |
|
value: "postgresql" |
|
{{- else }} |
|
value: {{ .Values.externalDatabase.type | quote }} |
|
{{- end }} |
|
- name: DATABASE_DRIVER |
|
{{- if .Values.postgresql.enabled }} |
|
value: "org.postgresql.Driver" |
|
{{- else }} |
|
value: {{ .Values.externalDatabase.driver | quote }} |
|
{{- end }} |
|
- name: DATABASE_HOST |
|
{{- if .Values.postgresql.enabled }} |
|
value: {{ template "dolphinscheduler.postgresql.fullname" . }} |
|
{{- else }} |
|
value: {{ .Values.externalDatabase.host | quote }} |
|
{{- end }} |
|
- name: DATABASE_PORT |
|
{{- if .Values.postgresql.enabled }} |
|
value: "5432" |
|
{{- else }} |
|
value: {{ .Values.externalDatabase.port | quote }} |
|
{{- end }} |
|
- name: DATABASE_USERNAME |
|
{{- if .Values.postgresql.enabled }} |
|
value: {{ .Values.postgresql.postgresqlUsername }} |
|
{{- else }} |
|
value: {{ .Values.externalDatabase.username | quote }} |
|
{{- end }} |
|
- name: DATABASE_PASSWORD |
|
valueFrom: |
|
secretKeyRef: |
|
{{- if .Values.postgresql.enabled }} |
|
name: {{ template "dolphinscheduler.postgresql.fullname" . }} |
|
key: postgresql-password |
|
{{- else }} |
|
name: {{ include "dolphinscheduler.fullname" . }}-externaldb |
|
key: database-password |
|
{{- end }} |
|
- name: DATABASE_DATABASE |
|
{{- if .Values.postgresql.enabled }} |
|
value: {{ .Values.postgresql.postgresqlDatabase }} |
|
{{- else }} |
|
value: {{ .Values.externalDatabase.database | quote }} |
|
{{- end }} |
|
- name: DATABASE_PARAMS |
|
{{- if .Values.postgresql.enabled }} |
|
value: "characterEncoding=utf8" |
|
{{- else }} |
|
value: {{ .Values.externalDatabase.params | quote }} |
|
{{- end }} |
|
- name: ZOOKEEPER_QUORUM |
|
{{- if .Values.zookeeper.enabled }} |
|
value: {{ template "dolphinscheduler.zookeeper.quorum" . }} |
|
{{- else }} |
|
value: {{ .Values.externalZookeeper.zookeeperQuorum }} |
|
{{- end }} |
|
- name: ZOOKEEPER_ROOT |
|
{{- if .Values.zookeeper.enabled }} |
|
value: {{ .Values.zookeeper.zookeeperRoot }} |
|
{{- else }} |
|
value: {{ .Values.externalZookeeper.zookeeperRoot }} |
|
{{- end }} |
|
- name: RESOURCE_STORAGE_TYPE |
|
valueFrom: |
|
configMapKeyRef: |
|
key: RESOURCE_STORAGE_TYPE |
|
name: {{ include "dolphinscheduler.fullname" . }}-common |
|
- name: RESOURCE_UPLOAD_PATH |
|
valueFrom: |
|
configMapKeyRef: |
|
key: RESOURCE_UPLOAD_PATH |
|
name: {{ include "dolphinscheduler.fullname" . }}-common |
|
- name: FS_DEFAULT_FS |
|
valueFrom: |
|
configMapKeyRef: |
|
key: FS_DEFAULT_FS |
|
name: {{ include "dolphinscheduler.fullname" . }}-common |
|
{{- if eq .Values.common.configmap.RESOURCE_STORAGE_TYPE "S3" }} |
|
- name: FS_S3A_ENDPOINT |
|
valueFrom: |
|
configMapKeyRef: |
|
key: FS_S3A_ENDPOINT |
|
name: {{ include "dolphinscheduler.fullname" . }}-common |
|
- name: FS_S3A_ACCESS_KEY |
|
valueFrom: |
|
configMapKeyRef: |
|
key: FS_S3A_ACCESS_KEY |
|
name: {{ include "dolphinscheduler.fullname" . }}-common |
|
- name: FS_S3A_SECRET_KEY |
|
valueFrom: |
|
secretKeyRef: |
|
key: fs-s3a-secret-key |
|
name: {{ include "dolphinscheduler.fullname" . }}-fs-s3a |
|
{{- end }} |
|
{{- if .Values.worker.resources }} |
|
resources: |
|
limits: |
|
memory: {{ .Values.worker.resources.limits.memory | quote }} |
|
cpu: {{ .Values.worker.resources.limits.cpu | quote }} |
|
requests: |
|
memory: {{ .Values.worker.resources.requests.memory | quote }} |
|
cpu: {{ .Values.worker.resources.requests.cpu | quote }} |
|
{{- end }} |
|
{{- if .Values.worker.livenessProbe.enabled }} |
|
livenessProbe: |
|
exec: |
|
command: |
|
- sh |
|
- /root/checkpoint.sh |
|
- WorkerServer |
|
initialDelaySeconds: {{ .Values.worker.livenessProbe.initialDelaySeconds }} |
|
periodSeconds: {{ .Values.worker.livenessProbe.periodSeconds }} |
|
timeoutSeconds: {{ .Values.worker.livenessProbe.timeoutSeconds }} |
|
successThreshold: {{ .Values.worker.livenessProbe.successThreshold }} |
|
failureThreshold: {{ .Values.worker.livenessProbe.failureThreshold }} |
|
{{- end }} |
|
{{- if .Values.worker.readinessProbe.enabled }} |
|
readinessProbe: |
|
exec: |
|
command: |
|
- sh |
|
- /root/checkpoint.sh |
|
- WorkerServer |
|
initialDelaySeconds: {{ .Values.worker.readinessProbe.initialDelaySeconds }} |
|
periodSeconds: {{ .Values.worker.readinessProbe.periodSeconds }} |
|
timeoutSeconds: {{ .Values.worker.readinessProbe.timeoutSeconds }} |
|
successThreshold: {{ .Values.worker.readinessProbe.successThreshold }} |
|
failureThreshold: {{ .Values.worker.readinessProbe.failureThreshold }} |
|
{{- end }} |
|
volumeMounts: |
|
- mountPath: {{ .Values.common.configmap.DOLPHINSCHEDULER_DATA_BASEDIR_PATH | quote }} |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker-data |
|
- mountPath: "/opt/dolphinscheduler/logs" |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker-logs |
|
- mountPath: "/opt/dolphinscheduler/conf/env/dolphinscheduler_env.sh" |
|
subPath: "dolphinscheduler_env.sh" |
|
name: {{ include "dolphinscheduler.fullname" . }}-common-env |
|
{{- if .Values.common.fsFileResourcePersistence.enabled }} |
|
- mountPath: {{ .Values.common.configmap.RESOURCE_UPLOAD_PATH | quote }} |
|
name: {{ include "dolphinscheduler.fullname" . }}-fs-file |
|
{{- end }} |
|
volumes: |
|
- name: {{ include "dolphinscheduler.fullname" . }}-worker-data |
|
{{- if .Values.worker.persistentVolumeClaim.dataPersistentVolume.enabled }} |
|
persistentVolumeClaim: |
|
claimName: {{ include "dolphinscheduler.fullname" . }}-worker-data |
|
{{- else }} |
|
emptyDir: {} |
|
{{- end }} |
|
- name: {{ include "dolphinscheduler.fullname" . }}-worker-logs |
|
{{- if .Values.worker.persistentVolumeClaim.logsPersistentVolume.enabled }} |
|
persistentVolumeClaim: |
|
claimName: {{ include "dolphinscheduler.fullname" . }}-worker-logs |
|
{{- else }} |
|
emptyDir: {} |
|
{{- end }} |
|
- name: {{ include "dolphinscheduler.fullname" . }}-common-env |
|
configMap: |
|
defaultMode: 0777 |
|
name: {{ include "dolphinscheduler.fullname" . }}-common |
|
items: |
|
- key: DOLPHINSCHEDULER_ENV |
|
path: dolphinscheduler_env.sh |
|
{{- if .Values.common.fsFileResourcePersistence.enabled }} |
|
- name: {{ include "dolphinscheduler.fullname" . }}-fs-file |
|
persistentVolumeClaim: |
|
claimName: {{ include "dolphinscheduler.fullname" . }}-fs-file |
|
{{- end }} |
|
{{- if .Values.worker.persistentVolumeClaim.enabled }} |
|
volumeClaimTemplates: |
|
{{- if .Values.worker.persistentVolumeClaim.dataPersistentVolume.enabled }} |
|
- metadata: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker-data |
|
labels: |
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker-data |
|
app.kubernetes.io/instance: {{ .Release.Name }} |
|
app.kubernetes.io/managed-by: {{ .Release.Service }} |
|
spec: |
|
accessModes: |
|
{{- range .Values.worker.persistentVolumeClaim.dataPersistentVolume.accessModes }} |
|
- {{ . | quote }} |
|
{{- end }} |
|
storageClassName: {{ .Values.worker.persistentVolumeClaim.dataPersistentVolume.storageClassName | quote }} |
|
resources: |
|
requests: |
|
storage: {{ .Values.worker.persistentVolumeClaim.dataPersistentVolume.storage | quote }} |
|
{{- end }} |
|
{{- if .Values.worker.persistentVolumeClaim.logsPersistentVolume.enabled }} |
|
- metadata: |
|
name: {{ include "dolphinscheduler.fullname" . }}-worker-logs |
|
labels: |
|
app.kubernetes.io/name: {{ include "dolphinscheduler.fullname" . }}-worker-logs |
|
app.kubernetes.io/instance: {{ .Release.Name }} |
|
app.kubernetes.io/managed-by: {{ .Release.Service }} |
|
spec: |
|
accessModes: |
|
{{- range .Values.worker.persistentVolumeClaim.logsPersistentVolume.accessModes }} |
|
- {{ . | quote }} |
|
{{- end }} |
|
storageClassName: {{ .Values.worker.persistentVolumeClaim.logsPersistentVolume.storageClassName | quote }} |
|
resources: |
|
requests: |
|
storage: {{ .Values.worker.persistentVolumeClaim.logsPersistentVolume.storage | quote }} |
|
{{- end }} |
|
{{- end }} |