liwenhe1993
4 years ago
committed by
GitHub
26 changed files with 321 additions and 10 deletions
@ -0,0 +1,261 @@
|
||||
# Licensed to the Apache Software Foundation (ASF) under one |
||||
# or more contributor license agreements. See the NOTICE file |
||||
# distributed with this work for additional information |
||||
# regarding copyright ownership. The ASF licenses this file |
||||
# to you under the Apache License, Version 2.0 (the |
||||
# "License"); you may not use this file except in compliance |
||||
# with the License. You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
|
||||
version: "3.4" |
||||
|
||||
networks: |
||||
dolphinscheduler-postgresql: |
||||
driver: bridge |
||||
dolphinscheduler-zookeeper: |
||||
driver: bridge |
||||
dolphinscheduler-api: |
||||
driver: bridge |
||||
dolphinscheduler-frontend: |
||||
driver: bridge |
||||
dolphinscheduler-alert: |
||||
driver: bridge |
||||
dolphinscheduler-master: |
||||
driver: bridge |
||||
dolphinscheduler-worker: |
||||
driver: bridge |
||||
|
||||
volumes: |
||||
dolphinscheduler-postgresql: |
||||
dolphinscheduler-zookeeper: |
||||
dolphinscheduler-api: |
||||
dolphinscheduler-frontend: |
||||
dolphinscheduler-alert: |
||||
dolphinscheduler-master: |
||||
dolphinscheduler-worker-data: |
||||
dolphinscheduler-worker-logs: |
||||
|
||||
configs: |
||||
dolphinscheduler-worker-task-env: |
||||
file: ./dolphinscheduler_env.sh |
||||
|
||||
services: |
||||
|
||||
dolphinscheduler-postgresql: |
||||
image: bitnami/postgresql:latest |
||||
container_name: dolphinscheduler-postgresql |
||||
ports: |
||||
- 5432:5432 |
||||
environment: |
||||
TZ: Asia/Shanghai |
||||
POSTGRESQL_USERNAME: root |
||||
POSTGRESQL_PASSWORD: root |
||||
POSTGRESQL_DATABASE: dolphinscheduler |
||||
healthcheck: |
||||
test: ["CMD", "pg_isready", "-U", "${POSTGRESQL_USERNAME}", "-d", "{POSTGRESQL_PASSWORD}", "-h", "localhost", "5432"] |
||||
interval: 30s |
||||
timeout: 5s |
||||
retries: 3 |
||||
# start_period: 30s |
||||
volumes: |
||||
- dolphinscheduler-postgresql:/bitnami/postgresql |
||||
networks: |
||||
- dolphinscheduler-postgresql |
||||
|
||||
dolphinscheduler-zookeeper: |
||||
image: bitnami/zookeeper:latest |
||||
container_name: dolphinscheduler-zookeeper |
||||
ports: |
||||
- 2181:2181 |
||||
environment: |
||||
TZ: Asia/Shanghai |
||||
ALLOW_ANONYMOUS_LOGIN: "yes" |
||||
healthcheck: |
||||
test: ["CMD-SHELL", "nc -z localhost 2181"] |
||||
interval: 30s |
||||
timeout: 5s |
||||
retries: 3 |
||||
# start_period: 30s |
||||
volumes: |
||||
- dolphinscheduler-zookeeper:/bitnami/zookeeper |
||||
networks: |
||||
- dolphinscheduler-zookeeper |
||||
|
||||
dolphinscheduler-api: |
||||
image: registry.cn-qingdao.aliyuncs.com/sxyj/dolphinscheduler:1.2.1 |
||||
container_name: dolphinscheduler-api |
||||
command: ["api-server"] |
||||
ports: |
||||
- 12345:12345 |
||||
environment: |
||||
TZ: Asia/Shanghai |
||||
POSTGRESQL_HOST: dolphinscheduler-postgresql |
||||
POSTGRESQL_PORT: 5432 |
||||
POSTGRESQL_USERNAME: root |
||||
POSTGRESQL_PASSWORD: root |
||||
POSTGRESQL_DATABASE: dolphinscheduler |
||||
ZOOKEEPER_QUORUM: dolphinscheduler-zookeeper:2181 |
||||
healthcheck: |
||||
test: ["CMD-SHELL", "curl -f http://localhost:12345"] |
||||
interval: 30s |
||||
timeout: 5s |
||||
retries: 3 |
||||
# start_period: 30s |
||||
depends_on: |
||||
- dolphinscheduler-postgresql |
||||
- dolphinscheduler-zookeeper |
||||
volumes: |
||||
- dolphinscheduler-api:/opt/dolphinscheduler/logs |
||||
networks: |
||||
- dolphinscheduler-api |
||||
- dolphinscheduler-postgresql |
||||
- dolphinscheduler-zookeeper |
||||
|
||||
dolphinscheduler-frontend: |
||||
image: registry.cn-qingdao.aliyuncs.com/sxyj/dolphinscheduler:1.2.1 |
||||
container_name: dolphinscheduler-frontend |
||||
command: ["frontend"] |
||||
ports: |
||||
- 8888:8888 |
||||
environment: |
||||
TZ: Asia/Shanghai |
||||
FRONTEND_API_SERVER_HOST: dolphinscheduler-api |
||||
FRONTEND_API_SERVER_PORT: 12345 |
||||
healthcheck: |
||||
test: ["CMD-SHELL", "curl -f http://localhost:8888"] |
||||
interval: 30s |
||||
timeout: 5s |
||||
retries: 3 |
||||
# start_period: 30s |
||||
depends_on: |
||||
- dolphinscheduler-api |
||||
volumes: |
||||
- dolphinscheduler-frontend:/var/log/nginx |
||||
networks: |
||||
- dolphinscheduler-frontend |
||||
- dolphinscheduler-api |
||||
|
||||
dolphinscheduler-alert: |
||||
image: registry.cn-qingdao.aliyuncs.com/sxyj/dolphinscheduler:1.2.1 |
||||
container_name: dolphinscheduler-alert |
||||
command: ["alert-server"] |
||||
environment: |
||||
TZ: Asia/Shanghai |
||||
XLS_FILE_PATH: "/tmp/xls" |
||||
MAIL_SERVER_HOST: "" |
||||
MAIL_SERVER_PORT: "" |
||||
MAIL_SENDER: "" |
||||
MAIL_USER: "" |
||||
MAIL_PASSWD: "" |
||||
MAIL_SMTP_STARTTLS_ENABLE: "false" |
||||
MAIL_SMTP_SSL_ENABLE: "false" |
||||
MAIL_SMTP_SSL_TRUST: "" |
||||
ENTERPRISE_WECHAT_ENABLE: "false" |
||||
ENTERPRISE_WECHAT_CORP_ID: "" |
||||
ENTERPRISE_WECHAT_SECRET: "" |
||||
ENTERPRISE_WECHAT_AGENT_ID: "" |
||||
ENTERPRISE_WECHAT_USERS: "" |
||||
POSTGRESQL_HOST: dolphinscheduler-postgresql |
||||
POSTGRESQL_PORT: 5432 |
||||
POSTGRESQL_USERNAME: root |
||||
POSTGRESQL_PASSWORD: root |
||||
POSTGRESQL_DATABASE: dolphinscheduler |
||||
healthcheck: |
||||
test: ["CMD", "/root/checkpoint.sh", "AlertServer"] |
||||
interval: 30s |
||||
timeout: 5s |
||||
retries: 3 |
||||
# start_period: 30s |
||||
depends_on: |
||||
- dolphinscheduler-postgresql |
||||
volumes: |
||||
- dolphinscheduler-alert:/opt/dolphinscheduler/logs |
||||
networks: |
||||
- dolphinscheduler-alert |
||||
- dolphinscheduler-postgresql |
||||
|
||||
dolphinscheduler-master: |
||||
image: registry.cn-qingdao.aliyuncs.com/sxyj/dolphinscheduler:1.2.1 |
||||
container_name: dolphinscheduler-master |
||||
command: ["master-server"] |
||||
ports: |
||||
- 5678:5678 |
||||
environment: |
||||
TZ: Asia/Shanghai |
||||
MASTER_EXEC_THREADS: "100" |
||||
MASTER_EXEC_TASK_NUM: "20" |
||||
MASTER_HEARTBEAT_INTERVAL: "10" |
||||
MASTER_TASK_COMMIT_RETRYTIMES: "5" |
||||
MASTER_TASK_COMMIT_INTERVAL: "1000" |
||||
MASTER_MAX_CPULOAD_AVG: "100" |
||||
MASTER_RESERVED_MEMORY: "0.1" |
||||
POSTGRESQL_HOST: dolphinscheduler-postgresql |
||||
POSTGRESQL_PORT: 5432 |
||||
POSTGRESQL_USERNAME: root |
||||
POSTGRESQL_PASSWORD: root |
||||
POSTGRESQL_DATABASE: dolphinscheduler |
||||
ZOOKEEPER_QUORUM: dolphinscheduler-zookeeper:2181 |
||||
healthcheck: |
||||
test: ["CMD", "/root/checkpoint.sh", "MasterServer"] |
||||
interval: 30s |
||||
timeout: 5s |
||||
retries: 3 |
||||
# start_period: 30s |
||||
depends_on: |
||||
- dolphinscheduler-postgresql |
||||
- dolphinscheduler-zookeeper |
||||
volumes: |
||||
- dolphinscheduler-master:/opt/dolphinscheduler/logs |
||||
networks: |
||||
- dolphinscheduler-master |
||||
- dolphinscheduler-postgresql |
||||
- dolphinscheduler-zookeeper |
||||
|
||||
dolphinscheduler-worker: |
||||
image: registry.cn-qingdao.aliyuncs.com/sxyj/dolphinscheduler:1.2.1 |
||||
container_name: dolphinscheduler-worker |
||||
command: ["worker-server"] |
||||
ports: |
||||
- 1234:1234 |
||||
- 50051:50051 |
||||
environment: |
||||
TZ: Asia/Shanghai |
||||
WORKER_EXEC_THREADS: "100" |
||||
WORKER_HEARTBEAT_INTERVAL: "10" |
||||
WORKER_FETCH_TASK_NUM: "3" |
||||
WORKER_MAX_CPULOAD_AVG: "100" |
||||
WORKER_RESERVED_MEMORY: "0.1" |
||||
WORKER_GROUP: "default" |
||||
DOLPHINSCHEDULER_DATA_BASEDIR_PATH: "/tmp/dolphinscheduler" |
||||
POSTGRESQL_HOST: dolphinscheduler-postgresql |
||||
POSTGRESQL_PORT: 5432 |
||||
POSTGRESQL_USERNAME: root |
||||
POSTGRESQL_PASSWORD: root |
||||
POSTGRESQL_DATABASE: dolphinscheduler |
||||
ZOOKEEPER_QUORUM: dolphinscheduler-zookeeper:2181 |
||||
healthcheck: |
||||
test: ["CMD", "/root/checkpoint.sh", "WorkerServer"] |
||||
interval: 30s |
||||
timeout: 5s |
||||
retries: 3 |
||||
# start_period: 30s |
||||
depends_on: |
||||
- dolphinscheduler-postgresql |
||||
- dolphinscheduler-zookeeper |
||||
volumes: |
||||
- dolphinscheduler-worker-data:/tmp/dolphinscheduler |
||||
- dolphinscheduler-worker-logs:/opt/dolphinscheduler/logs |
||||
configs: |
||||
- source: dolphinscheduler-worker-task-env |
||||
target: /opt/dolphinscheduler/conf/env/dolphinscheduler_env.sh |
||||
networks: |
||||
- dolphinscheduler-worker |
||||
- dolphinscheduler-postgresql |
||||
- dolphinscheduler-zookeeper |
@ -0,0 +1,26 @@
|
||||
# |
||||
# Licensed to the Apache Software Foundation (ASF) under one or more |
||||
# contributor license agreements. See the NOTICE file distributed with |
||||
# this work for additional information regarding copyright ownership. |
||||
# The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
# (the "License"); you may not use this file except in compliance with |
||||
# the License. You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
# |
||||
|
||||
export HADOOP_HOME=/opt/soft/hadoop |
||||
export HADOOP_CONF_DIR=/opt/soft/hadoop/etc/hadoop |
||||
export SPARK_HOME1=/opt/soft/spark1 |
||||
export SPARK_HOME2=/opt/soft/spark2 |
||||
export PYTHON_HOME=/opt/soft/python |
||||
export JAVA_HOME=/opt/soft/java |
||||
export HIVE_HOME=/opt/soft/hive |
||||
export FLINK_HOME=/opt/soft/flink |
||||
export PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME:$JAVA_HOME/bin:$HIVE_HOME/bin:$FLINK_HOME/bin:$PATH |
Loading…
Reference in new issue