@ -58,62 +58,74 @@ externalDatabase:
# If not exists external zookeeper, by default, Dolphinscheduler's zookeeper will use it. # If not exists external zookeeper, by default, Dolphinscheduler's zookeeper will use it.
zookeeper: zookeeper:
enabled : true enabled : true
taskQueue : "zookeeper" fourlwCommandsWhitelist : srvr,ruok,wchs,cons
config : null
service: service:
port : "2181" port : "2181"
persistence: persistence:
enabled : false enabled : false
size : "20Gi" size : "20Gi"
storageClass : "-" storageClass : "-"
zookeeperRoot : "/dolphinscheduler"
# If exists external zookeeper, and set zookeeper.enable value to false. # If exists external zookeeper, and set zookeeper.enable value to false.
# If zookeeper.enable is false, Dolphinscheduler's zookeeper will use it. # If zookeeper.enable is false, Dolphinscheduler's zookeeper will use it.
externalZookeeper: externalZookeeper:
taskQueue : "zookeeper"
zookeeperQuorum : "127.0.0.1:2181" zookeeperQuorum : "127.0.0.1:2181"
zookeeperRoot : "/dolphinscheduler" zookeeperRoot : "/dolphinscheduler"
common: common:
## ConfigMap
configmap: configmap:
DOLPHINSCHEDULER_ENV_PATH : "/tmp/dolphinscheduler/env" DOLPHINSCHEDULER_ENV:
DOLPHINSCHEDULER_DATA_BASEDIR_PATH : "/tmp/dolphinscheduler/files" - "export HADOOP_HOME=/opt/soft/hadoop"
RESOURCE_STORAGE_TYPE : "NONE" - "export HADOOP_CONF_DIR=/opt/soft/hadoop/etc/hadoop"
RESOURCE_UPLOAD_PATH : "/ds" - "export SPARK_HOME1=/opt/soft/spark1"
FS_DEFAULT_FS : "s3a://xxxx" - "export SPARK_HOME2=/opt/soft/spark2"
- "export PYTHON_HOME=/usr/bin/python"
- "export JAVA_HOME=/usr/lib/jvm/java-1.8-openjdk"
- "export HIVE_HOME=/opt/soft/hive"
- "export FLINK_HOME=/opt/soft/flink"
- "export DATAX_HOME=/opt/soft/datax/bin/datax.py"
- "export PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$PATH"
DOLPHINSCHEDULER_DATA_BASEDIR_PATH : "/tmp/dolphinscheduler"
RESOURCE_STORAGE_TYPE : "HDFS"
RESOURCE_UPLOAD_PATH : "/dolphinscheduler"
FS_DEFAULT_FS : "file:///"
FS_S3A_ENDPOINT : "s3.xxx.amazonaws.com" FS_S3A_ENDPOINT : "s3.xxx.amazonaws.com"
FS_S3A_ACCESS_KEY : "xxxxxxx" FS_S3A_ACCESS_KEY : "xxxxxxx"
FS_S3A_SECRET_KEY : "xxxxxxx" FS_S3A_SECRET_KEY : "xxxxxxx"
master: master:
## PodManagementPolicy controls how pods are created during initial scale up, when replacing pods on nodes, or when scaling down.
podManagementPolicy : "Parallel" podManagementPolicy : "Parallel"
## Replicas is the desired number of replicas of the given Template.
replicas : "3" replicas : "3"
# NodeSelector is a selector which must be true for the pod to fit on a node. ## You can use annotations to attach arbitrary non-identifying metadata to objects.
# Selector which must match a node's labels for the pod to be scheduled on that node. ## Clients such as tools and libraries can retrieve this metadata.
# More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ annotations : {}
## Affinity is a group of affinity scheduling rules. If specified, the pod's scheduling constraints.
## More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
affinity : {}
## NodeSelector is a selector which must be true for the pod to fit on a node.
## Selector which must match a node's labels for the pod to be scheduled on that node.
## More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/
nodeSelector : {} nodeSelector : {}
# Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission, ## Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission,
# effectively unioning the set of nodes tolerated by the pod and the RuntimeClass. ## effectively unioning the set of nodes tolerated by the pod and the RuntimeClass.
tolerations : [ ] tolerations : [ ]
# Affinity is a group of affinity scheduling rules. ## Compute Resources required by this container. Cannot be updated.
# If specified, the pod's scheduling constraints. ## More info: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container
# More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
affinity : {}
# The jvm options for java instance startup
jvmOptions : ""
resources : {} resources : {}
# limits: # resources:
# memory: "18Gi" # limits:
# cpu: "4" # memory: "8Gi"
# requests: # cpu: "4"
# memory: "2Gi" # requests:
# cpu: "500m" # memory: "2Gi"
# You can use annotations to attach arbitrary non-identifying metadata to objects. # cpu: "500m"
# Clients such as tools and libraries can retrieve this metadata. ## ConfigMap
annotations : {}
## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes
configmap: configmap:
DOLPHINSCHEDULER_OPTS : ""
MASTER_EXEC_THREADS : "100" MASTER_EXEC_THREADS : "100"
MASTER_EXEC_TASK_NUM : "20" MASTER_EXEC_TASK_NUM : "20"
MASTER_HEARTBEAT_INTERVAL : "10" MASTER_HEARTBEAT_INTERVAL : "10"
@ -122,6 +134,8 @@ master:
MASTER_MAX_CPULOAD_AVG : "100" MASTER_MAX_CPULOAD_AVG : "100"
MASTER_RESERVED_MEMORY : "0.1" MASTER_RESERVED_MEMORY : "0.1"
MASTER_LISTEN_PORT : "5678" MASTER_LISTEN_PORT : "5678"
## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes
livenessProbe: livenessProbe:
enabled : true enabled : true
initialDelaySeconds : "30" initialDelaySeconds : "30"
@ -138,7 +152,7 @@ master:
timeoutSeconds : "5" timeoutSeconds : "5"
failureThreshold : "3" failureThreshold : "3"
successThreshold : "1" successThreshold : "1"
## volumeClaimTemplates is a list of claims that pods are allowed to referen ce. ## PersistentVolumeClaim represents a reference to a PersistentVolumeClaim in the same namespa ce.
## The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod. ## The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod.
## Every claim in this list must have at least one matching (by name) volumeMount in one container in the template. ## Every claim in this list must have at least one matching (by name) volumeMount in one container in the template.
## A claim in this list takes precedence over any volumes in the template, with the same name. ## A claim in this list takes precedence over any volumes in the template, with the same name.
@ -150,31 +164,43 @@ master:
storage : "20Gi" storage : "20Gi"
worker: worker:
## PodManagementPolicy controls how pods are created during initial scale up, when replacing pods on nodes, or when scaling down.
podManagementPolicy : "Parallel" podManagementPolicy : "Parallel"
## Replicas is the desired number of replicas of the given Template.
replicas : "3" replicas : "3"
# NodeSelector is a selector which must be true for the pod to fit on a node. ## You can use annotations to attach arbitrary non-identifying metadata to objects.
# Selector which must match a node's labels for the pod to be scheduled on that node. ## Clients such as tools and libraries can retrieve this metadata.
# More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ annotations : {}
## Affinity is a group of affinity scheduling rules. If specified, the pod's scheduling constraints.
## More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
affinity : {}
## NodeSelector is a selector which must be true for the pod to fit on a node.
## Selector which must match a node's labels for the pod to be scheduled on that node.
## More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/
nodeSelector : {} nodeSelector : {}
# Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission, ## Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission,
# effectively unioning the set of nodes tolerated by the pod and the RuntimeClass. ## effectively unioning the set of nodes tolerated by the pod and the RuntimeClass.
tolerations : [ ] tolerations : [ ]
# Affinity is a group of affinity scheduling rules. ## Compute Resources required by this container. Cannot be updated.
# If specified, the pod's scheduling constraints. ## More info: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container
# More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
affinity : {}
# The jvm options for java instance startup
jvmOptions : ""
resources : {} resources : {}
# limits: # resources:
# memory: "18Gi" # limits:
# cpu: "4" # memory: "8Gi"
# requests: # cpu: "4"
# memory: "2Gi" # requests:
# cpu: "500m" # memory: "2Gi"
# You can use annotations to attach arbitrary non-identifying metadata to objects. # cpu: "500m"
# Clients such as tools and libraries can retrieve this metadata. ## ConfigMap
annotations : {} configmap:
DOLPHINSCHEDULER_OPTS : ""
WORKER_EXEC_THREADS : "100"
WORKER_HEARTBEAT_INTERVAL : "10"
WORKER_MAX_CPULOAD_AVG : "100"
WORKER_RESERVED_MEMORY : "0.1"
WORKER_LISTEN_PORT : "1234"
WORKER_GROUP : "default"
WORKER_WEIGHT : "100"
## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated. ## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes ## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes
livenessProbe: livenessProbe:
@ -193,27 +219,7 @@ worker:
timeoutSeconds : "5" timeoutSeconds : "5"
failureThreshold : "3" failureThreshold : "3"
successThreshold : "1" successThreshold : "1"
configmap: ## PersistentVolumeClaim represents a reference to a PersistentVolumeClaim in the same namespace.
WORKER_EXEC_THREADS : "100"
WORKER_HEARTBEAT_INTERVAL : "10"
WORKER_FETCH_TASK_NUM : "3"
WORKER_MAX_CPULOAD_AVG : "100"
WORKER_RESERVED_MEMORY : "0.1"
WORKER_LISTEN_PORT : "1234"
WORKER_GROUP : "default"
WORKER_WEIGHT : "100"
DOLPHINSCHEDULER_DATA_BASEDIR_PATH : "/tmp/dolphinscheduler"
DOLPHINSCHEDULER_ENV:
- "export HADOOP_HOME=/opt/soft/hadoop"
- "export HADOOP_CONF_DIR=/opt/soft/hadoop/etc/hadoop"
- "export SPARK_HOME1=/opt/soft/spark1"
- "export SPARK_HOME2=/opt/soft/spark2"
- "export PYTHON_HOME=/opt/soft/python"
- "export JAVA_HOME=/opt/soft/java"
- "export HIVE_HOME=/opt/soft/hive"
- "export FLINK_HOME=/opt/soft/flink"
- "export PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$PATH"
## volumeClaimTemplates is a list of claims that pods are allowed to reference.
## The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod. ## The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod.
## Every claim in this list must have at least one matching (by name) volumeMount in one container in the template. ## Every claim in this list must have at least one matching (by name) volumeMount in one container in the template.
## A claim in this list takes precedence over any volumes in the template, with the same name. ## A claim in this list takes precedence over any volumes in the template, with the same name.
@ -235,38 +241,40 @@ worker:
storage : "20Gi" storage : "20Gi"
alert: alert:
## Number of desired pods. This is a pointer to distinguish between explicit zero and not specified. Defaults to 1.
replicas : "1"
## The deployment strategy to use to replace existing pods with new ones.
strategy: strategy:
type : "RollingUpdate" type : "RollingUpdate"
rollingUpdate: rollingUpdate:
maxSurge : "25%" maxSurge : "25%"
maxUnavailable : "25%" maxUnavailable : "25%"
replicas : "1" ## You can use annotations to attach arbitrary non-identifying metadata to objects.
# NodeSelector is a selector which must be true for the pod to fit on a node. ## Clients such as tools and libraries can retrieve this metadata.
# Selector which must match a node's labels for the pod to be scheduled on that node. annotations : {}
# More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ ## NodeSelector is a selector which must be true for the pod to fit on a node.
## Selector which must match a node's labels for the pod to be scheduled on that node.
## More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/
affinity : {}
## Compute Resources required by this container. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container
nodeSelector : {} nodeSelector : {}
# Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission, ## Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission,
# effectively unioning the set of nodes tolerated by the pod and the RuntimeClass. ## effectively unioning the set of nodes tolerated by the pod and the RuntimeClass.
tolerations : [ ] tolerations : [ ]
# Affinity is a group of affinity scheduling rules. ## Affinity is a group of affinity scheduling rules. If specified, the pod's scheduling constraints.
# If specified, the pod's scheduling constraints. ## More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
# More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
affinity : {}
# The jvm options for java instance startup
jvmOptions : ""
resources : {} resources : {}
# limits: # resources:
# memory: "4Gi" # limits:
# cpu: "1" # memory: "2Gi"
# requests: # cpu: "1"
# memory: "2Gi" # requests:
# cpu: "500m" # memory: "1Gi"
# You can use annotations to attach arbitrary non-identifying metadata to objects. # cpu: "500m"
# Clients such as tools and libraries can retrieve this metadata. ## ConfigMap
annotations : {}
## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes
configmap: configmap:
DOLPHINSCHEDULER_OPTS : ""
ALERT_PLUGIN_DIR : "/opt/dolphinscheduler/alert/plugin" ALERT_PLUGIN_DIR : "/opt/dolphinscheduler/alert/plugin"
XLS_FILE_PATH : "/tmp/xls" XLS_FILE_PATH : "/tmp/xls"
MAIL_SERVER_HOST : "" MAIL_SERVER_HOST : ""
@ -282,63 +290,6 @@ alert:
ENTERPRISE_WECHAT_SECRET : "" ENTERPRISE_WECHAT_SECRET : ""
ENTERPRISE_WECHAT_AGENT_ID : "" ENTERPRISE_WECHAT_AGENT_ID : ""
ENTERPRISE_WECHAT_USERS : "" ENTERPRISE_WECHAT_USERS : ""
livenessProbe:
enabled : true
initialDelaySeconds : "30"
periodSeconds : "30"
timeoutSeconds : "5"
failureThreshold : "3"
successThreshold : "1"
## Periodic probe of container service readiness. Container will be removed from service endpoints if the probe fails. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes
readinessProbe:
enabled : true
initialDelaySeconds : "30"
periodSeconds : "30"
timeoutSeconds : "5"
failureThreshold : "3"
successThreshold : "1"
## volumeClaimTemplates is a list of claims that pods are allowed to reference.
## The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod.
## Every claim in this list must have at least one matching (by name) volumeMount in one container in the template.
## A claim in this list takes precedence over any volumes in the template, with the same name.
persistentVolumeClaim:
enabled : false
accessModes:
- "ReadWriteOnce"
storageClassName : "-"
storage : "20Gi"
api:
strategy:
type : "RollingUpdate"
rollingUpdate:
maxSurge : "25%"
maxUnavailable : "25%"
replicas : "1"
# NodeSelector is a selector which must be true for the pod to fit on a node.
# Selector which must match a node's labels for the pod to be scheduled on that node.
# More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/
nodeSelector : {}
# Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission,
# effectively unioning the set of nodes tolerated by the pod and the RuntimeClass.
tolerations : [ ]
# Affinity is a group of affinity scheduling rules.
# If specified, the pod's scheduling constraints.
# More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
affinity : {}
# The jvm options for java instance startup
jvmOptions : ""
resources : {}
# limits:
# memory: "4Gi"
# cpu: "2"
# requests:
# memory: "2Gi"
# cpu: "500m"
# You can use annotations to attach arbitrary non-identifying metadata to objects.
# Clients such as tools and libraries can retrieve this metadata.
annotations : {}
## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated. ## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes ## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes
livenessProbe: livenessProbe:
@ -357,10 +308,8 @@ api:
timeoutSeconds : "5" timeoutSeconds : "5"
failureThreshold : "3" failureThreshold : "3"
successThreshold : "1" successThreshold : "1"
## volumeClaimTemplates is a list of claims that pods are allowed to reference. ## PersistentVolumeClaim represents a reference to a PersistentVolumeClaim in the same namespace.
## The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod. ## More info: https://kubernetes.io/docs/concepts/storage/persistent-volumes#persistentvolumeclaims
## Every claim in this list must have at least one matching (by name) volumeMount in one container in the template.
## A claim in this list takes precedence over any volumes in the template, with the same name.
persistentVolumeClaim: persistentVolumeClaim:
enabled : false enabled : false
accessModes: accessModes:
@ -368,34 +317,41 @@ api:
storageClassName : "-" storageClassName : "-"
storage : "20Gi" storage : "20Gi"
frontend: api:
## Number of desired pods. This is a pointer to distinguish between explicit zero and not specified. Defaults to 1.
replicas : "1"
## The deployment strategy to use to replace existing pods with new ones.
strategy: strategy:
type : "RollingUpdate" type : "RollingUpdate"
rollingUpdate: rollingUpdate:
maxSurge : "25%" maxSurge : "25%"
maxUnavailable : "25%" maxUnavailable : "25%"
replicas : "1" ## You can use annotations to attach arbitrary non-identifying metadata to objects.
# NodeSelector is a selector which must be true for the pod to fit on a node. ## Clients such as tools and libraries can retrieve this metadata.
# Selector which must match a node's labels for the pod to be scheduled on that node. annotations : {}
# More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ ## NodeSelector is a selector which must be true for the pod to fit on a node.
## Selector which must match a node's labels for the pod to be scheduled on that node.
## More info: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/
affinity : {}
## Compute Resources required by this container. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container
nodeSelector : {} nodeSelector : {}
# Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission, ## Tolerations are appended (excluding duplicates) to pods running with this RuntimeClass during admission,
# effectively unioning the set of nodes tolerated by the pod and the RuntimeClass. ## effectively unioning the set of nodes tolerated by the pod and the RuntimeClass.
tolerations : [ ] tolerations : [ ]
# Affinity is a group of affinity scheduling rules. ## Affinity is a group of affinity scheduling rules. If specified, the pod's scheduling constraints.
# If specified, the pod's scheduling constraints. ## More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
# More info: https://kubernetes.io/docs/reference/generated/kubernetes-api/v1.17/#affinity-v1-core
affinity : {}
resources : {} resources : {}
# limits: # resources:
# memory: "256Mi" # limits:
# memory: "2Gi"
# cpu: "1" # cpu: "1"
# requests: # requests:
# memory: "256M i" # memory: "1G i"
# cpu: "500m" # cpu: "500m"
# You can use annotations to attach arbitrary non-identifying metadata to objects. ## ConfigMap
# Clients such as tools and libraries can retrieve this metadata. configmap:
annotations : {} DOLPHINSCHEDULER_OPTS : ""
## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated. ## Periodic probe of container liveness. Container will be restarted if the probe fails. Cannot be updated.
## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes ## More info: https://kubernetes.io/docs/concepts/workloads/pods/pod-lifecycle#container-probes
livenessProbe: livenessProbe:
@ -414,10 +370,8 @@ frontend:
timeoutSeconds : "5" timeoutSeconds : "5"
failureThreshold : "3" failureThreshold : "3"
successThreshold : "1" successThreshold : "1"
## volumeClaimTemplates is a list of claims that pods are allowed to reference. ## PersistentVolumeClaim represents a reference to a PersistentVolumeClaim in the same namespace.
## The StatefulSet controller is responsible for mapping network identities to claims in a way that maintains the identity of a pod. ## More info: https://kubernetes.io/docs/concepts/storage/persistent-volumes#persistentvolumeclaims
## Every claim in this list must have at least one matching (by name) volumeMount in one container in the template.
## A claim in this list takes precedence over any volumes in the template, with the same name.
persistentVolumeClaim: persistentVolumeClaim:
enabled : false enabled : false
accessModes: accessModes:
Shiwen Cheng
4 years ago
committed by
GitHub