ligang
6 years ago
15 changed files with 1694 additions and 0 deletions
@ -0,0 +1,7 @@ |
|||||||
|
Easy Scheduler |
||||||
|
Copyright 2019 The Analysys Foundation |
||||||
|
|
||||||
|
This product includes software developed at |
||||||
|
The Analysys Foundation (https://www.analysys.cn/). |
||||||
|
|
||||||
|
|
||||||
@ -0,0 +1,350 @@ |
|||||||
|
#!/bin/bash |
||||||
|
|
||||||
|
workDir=`dirname $0` |
||||||
|
workDir=`cd ${workDir};pwd` |
||||||
|
source $workDir/conf/config/run_config.conf |
||||||
|
source $workDir/conf/config/install_config.conf |
||||||
|
|
||||||
|
# mysql配置 |
||||||
|
# mysql 地址,端口 |
||||||
|
mysqlHost="192.168.xx.xx:3306" |
||||||
|
|
||||||
|
# mysql 数据库名称 |
||||||
|
mysqlDb="escheduler" |
||||||
|
|
||||||
|
# mysql 用户名 |
||||||
|
mysqlUserName="xx" |
||||||
|
|
||||||
|
# mysql 密码 |
||||||
|
mysqlPassword="xx" |
||||||
|
|
||||||
|
|
||||||
|
# hadoop 配置 |
||||||
|
# namenode地址,支持HA,需要将core-site.xml和hdfs-site.xml放到conf目录下 |
||||||
|
namenodeFs="hdfs://mycluster:8020" |
||||||
|
|
||||||
|
# resourcemanager HA配置，如果是单resourcemanager,这里为空即可 |
||||||
|
yarnHaIps="192.168.xx.xx,192.168.xx.xx" |
||||||
|
|
||||||
|
# 如果是单 resourcemanager,只需要配置一个主机名称,如果是resourcemanager HA,则默认配置就好 |
||||||
|
singleYarnIp="ark1" |
||||||
|
|
||||||
|
|
||||||
|
# common 配置 |
||||||
|
# 程序路径 |
||||||
|
programPath="/tmp/escheduler" |
||||||
|
|
||||||
|
#下载路径 |
||||||
|
downloadPath="/tmp/escheduler/download" |
||||||
|
|
||||||
|
# 任务执行路径 |
||||||
|
execPath="/tmp/escheduler/exec" |
||||||
|
|
||||||
|
# hdfs根路径 |
||||||
|
hdfsPath="/escheduler" |
||||||
|
|
||||||
|
# 是否启动hdfs,如果启动则为true,不启动设置为false |
||||||
|
hdfsStartupSate="true" |
||||||
|
|
||||||
|
# SHELL环境变量路径 |
||||||
|
shellEnvPath="/opt/.escheduler_env.sh" |
||||||
|
|
||||||
|
# Python换将变量路径 |
||||||
|
pythonEnvPath="/opt/escheduler_env.py" |
||||||
|
|
||||||
|
# 资源文件的后缀 |
||||||
|
resSuffixs="txt,log,sh,conf,cfg,py,java,sql,hql,xml" |
||||||
|
|
||||||
|
# 开发状态,如果是true,对于SHELL脚本可以在execPath目录下查看封装后的SHELL脚本,如果是false则执行完成直接删除 |
||||||
|
devState="true" |
||||||
|
|
||||||
|
|
||||||
|
# zk 配置 |
||||||
|
# zk集群 |
||||||
|
zkQuorum="192.168.xx.xx:2181,192.168.xx.xx:2181,192.168.xx.xx:2181" |
||||||
|
|
||||||
|
# zk根目录 |
||||||
|
zkRoot="/escheduler" |
||||||
|
|
||||||
|
# 用来记录挂掉机器的zk目录 |
||||||
|
zkDeadServers="/escheduler/dead-servers" |
||||||
|
|
||||||
|
# masters目录 |
||||||
|
zkMasters="/escheduler/masters" |
||||||
|
|
||||||
|
# workers目录 |
||||||
|
zkWorkers="/escheduler/workers" |
||||||
|
|
||||||
|
# zk master分布式锁 |
||||||
|
mastersLock="/escheduler/lock/masters" |
||||||
|
|
||||||
|
# zk worker分布式锁 |
||||||
|
workersLock="/escheduler/lock/workers" |
||||||
|
|
||||||
|
# zk master容错分布式锁 |
||||||
|
mastersFailover="/escheduler/lock/failover/masters" |
||||||
|
|
||||||
|
# zk worker容错分布式锁 |
||||||
|
workersFailover="/escheduler/lock/failover/masters" |
||||||
|
|
||||||
|
# zk session 超时 |
||||||
|
zkSessionTimeout="300" |
||||||
|
|
||||||
|
# zk 连接超时 |
||||||
|
zkConnectionTimeout="300" |
||||||
|
|
||||||
|
# zk 重试间隔 |
||||||
|
zkRetrySleep="100" |
||||||
|
|
||||||
|
# zk重试最大次数 |
||||||
|
zkRetryMaxtime="5" |
||||||
|
|
||||||
|
|
||||||
|
# master 配置 |
||||||
|
# master执行线程最大数,流程实例的最大并行度 |
||||||
|
masterExecThreads="100" |
||||||
|
|
||||||
|
# master任务执行线程最大数,每一个流程实例的最大并行度 |
||||||
|
masterExecTaskNum="20" |
||||||
|
|
||||||
|
# master心跳间隔 |
||||||
|
masterHeartbeatInterval="10" |
||||||
|
|
||||||
|
# master任务提交重试次数 |
||||||
|
masterTaskCommitRetryTimes="5" |
||||||
|
|
||||||
|
# master任务提交重试时间间隔 |
||||||
|
masterTaskCommitInterval="100" |
||||||
|
|
||||||
|
# master最大cpu平均负载,用来判断master是否还有执行能力 |
||||||
|
masterMaxCupLoadAvg="10" |
||||||
|
|
||||||
|
# master预留内存,用来判断master是否还有执行能力 |
||||||
|
masterReservedMemory="1" |
||||||
|
|
||||||
|
|
||||||
|
# worker 配置 |
||||||
|
# worker执行线程 |
||||||
|
workerExecThreads="100" |
||||||
|
|
||||||
|
# worker心跳间隔 |
||||||
|
workerHeartbeatInterval="10" |
||||||
|
|
||||||
|
# worker一次抓取任务数 |
||||||
|
workerFetchTaskNum="10" |
||||||
|
|
||||||
|
# worker最大cpu平均负载,用来判断master是否还有执行能力 |
||||||
|
workerMaxCupLoadAvg="10" |
||||||
|
|
||||||
|
# worker预留内存,用来判断master是否还有执行能力 |
||||||
|
workerReservedMemory="1" |
||||||
|
|
||||||
|
|
||||||
|
# api 配置 |
||||||
|
# api 服务端口 |
||||||
|
apiServerPort="12345" |
||||||
|
|
||||||
|
# api session 超时 |
||||||
|
apiServerSessionTimeout="7200" |
||||||
|
|
||||||
|
# api 上下文路径 |
||||||
|
apiServerContextPath="/escheduler/" |
||||||
|
|
||||||
|
# spring 最大文件大小 |
||||||
|
springMaxFileSize="1024MB" |
||||||
|
|
||||||
|
# spring 最大请求文件大小 |
||||||
|
springMaxRequestSize="1024MB" |
||||||
|
|
||||||
|
# api 最大post请求大小 |
||||||
|
apiMaxHttpPostSize="5000000" |
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# alert配置 |
||||||
|
|
||||||
|
# 邮件协议 |
||||||
|
mailProtocol="SMTP" |
||||||
|
|
||||||
|
# 邮件服务host |
||||||
|
mailServerHost="smtp.exmail.qq.com" |
||||||
|
|
||||||
|
# 邮件服务端口 |
||||||
|
mailServerPort="25" |
||||||
|
|
||||||
|
# 发送人 |
||||||
|
mailSender="xxxxxxxxxx" |
||||||
|
|
||||||
|
# 发送人密码 |
||||||
|
mailPassword="xxxxxxxxxx" |
||||||
|
|
||||||
|
# 下载Excel路径 |
||||||
|
xlsFilePath="/opt/xls" |
||||||
|
|
||||||
|
# conf/config/install_config.conf配置 |
||||||
|
# 安装路径 |
||||||
|
installPath="/data1_1T/escheduler" |
||||||
|
|
||||||
|
# 部署用户 |
||||||
|
deployUser="escheduler" |
||||||
|
|
||||||
|
# 安装hosts |
||||||
|
ips="ark0,ark1,ark2,ark3,ark4" |
||||||
|
|
||||||
|
|
||||||
|
# conf/config/run_config.conf配置 |
||||||
|
# 运行Master的机器 |
||||||
|
masters="ark0,ark1" |
||||||
|
|
||||||
|
# 运行Worker的机器 |
||||||
|
workers="ark2,ark3,ark4" |
||||||
|
|
||||||
|
# 运行Alert的机器 |
||||||
|
alertServer="ark3" |
||||||
|
|
||||||
|
# 运行Api的机器 |
||||||
|
apiServers="ark1" |
||||||
|
|
||||||
|
|
||||||
|
# 1,替换文件 |
||||||
|
echo "1,替换文件" |
||||||
|
sed -i "s#spring.datasource.url.*#spring.datasource.url=jdbc:mysql://${mysqlHost}/${mysqlDb}?characterEncoding=UTF-8#g" conf/dao/data_source.properties |
||||||
|
sed -i "s#spring.datasource.username.*#spring.datasource.username=${mysqlUserName}#g" conf/dao/data_source.properties |
||||||
|
sed -i "s#spring.datasource.password.*#spring.datasource.password=${mysqlPassword}#g" conf/dao/data_source.properties |
||||||
|
|
||||||
|
sed -i "s#org.quartz.dataSource.myDs.URL.*#org.quartz.dataSource.myDs.URL=jdbc:mysql://${mysqlHost}/${mysqlDb}?characterEncoding=UTF-8#g" conf/quartz.properties |
||||||
|
sed -i "s#org.quartz.dataSource.myDs.user.*#org.quartz.dataSource.myDs.user=${mysqlUserName}#g" conf/quartz.properties |
||||||
|
sed -i "s#org.quartz.dataSource.myDs.password.*#org.quartz.dataSource.myDs.password=${mysqlPassword}#g" conf/quartz.properties |
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#fs.defaultFS.*#fs.defaultFS = ${namenodeFs}#g" conf/common/hadoop/hadoop.properties |
||||||
|
sed -i "s#yarn.resourcemanager.ha.rm.ids.*#yarn.resourcemanager.ha.rm.ids=${yarnHaIps}#g" conf/common/hadoop/hadoop.properties |
||||||
|
sed -i "s#yarn.application.status.address.*#yarn.application.status.address=http://${singleYarnIp}:8088/ws/v1/cluster/apps/%s#g" conf/common/hadoop/hadoop.properties |
||||||
|
|
||||||
|
sed -i "s#data.basedir.path.*#data.basedir.path=${programPath}#g" conf/common/common.properties |
||||||
|
sed -i "s#data.download.basedir.path.*#data.download.basedir.path=${downloadPath}#g" conf/common/common.properties |
||||||
|
sed -i "s#process.exec.basepath.*#process.exec.basepath=${execPath}#g" conf/common/common.properties |
||||||
|
sed -i "s#data.store2hdfs.basepath.*#data.store2hdfs.basepath=${hdfsPath}#g" conf/common/common.properties |
||||||
|
sed -i "s#hdfs.startup.state.*#hdfs.startup.state=${hdfsStartupSate}#g" conf/common/common.properties |
||||||
|
sed -i "s#escheduler.env.path.*#escheduler.env.path=${shellEnvPath}#g" conf/common/common.properties |
||||||
|
sed -i "s#escheduler.env.py.*#escheduler.env.py=${pythonEnvPath}#g" conf/common/common.properties |
||||||
|
sed -i "s#resource.view.suffixs.*#resource.view.suffixs=${resSuffixs}#g" conf/common/common.properties |
||||||
|
sed -i "s#development.state.*#development.state=${devState}#g" conf/common/common.properties |
||||||
|
|
||||||
|
sed -i "s#zookeeper.quorum.*#zookeeper.quorum=${zkQuorum}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.escheduler.root.*#zookeeper.escheduler.root=${zkRoot}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.escheduler.dead.servers.*#zookeeper.escheduler.dead.servers=${zkDeadServers}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.escheduler.masters.*#zookeeper.escheduler.masters=${zkMasters}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.escheduler.workers.*#zookeeper.escheduler.workers=${zkWorkers}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.escheduler.lock.masters.*#zookeeper.escheduler.lock.masters=${mastersLock}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.escheduler.lock.workers.*#zookeeper.escheduler.lock.workers=${workersLock}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.escheduler.lock.masters.failover.*#zookeeper.escheduler.lock.masters.failover=${mastersFailover}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.escheduler.lock.workers.failover.*#zookeeper.escheduler.lock.workers.failover=${workersFailover}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.session.timeout.*#zookeeper.session.timeout=${zkSessionTimeout}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.connection.timeout.*#zookeeper.connection.timeout=${zkConnectionTimeout}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.retry.sleep.*#zookeeper.retry.sleep=${zkRetrySleep}#g" conf/zookeeper.properties |
||||||
|
sed -i "s#zookeeper.retry.maxtime.*#zookeeper.retry.maxtime=${zkRetryMaxtime}#g" conf/zookeeper.properties |
||||||
|
|
||||||
|
sed -i "s#master.exec.threads.*#master.exec.threads=${masterExecThreads}#g" conf/master.properties |
||||||
|
sed -i "s#master.exec.task.number.*#master.exec.task.number=${masterExecTaskNum}#g" conf/master.properties |
||||||
|
sed -i "s#master.heartbeat.interval.*#master.heartbeat.interval=${masterHeartbeatInterval}#g" conf/master.properties |
||||||
|
sed -i "s#master.task.commit.retryTimes.*#master.task.commit.retryTimes=${masterTaskCommitRetryTimes}#g" conf/master.properties |
||||||
|
sed -i "s#master.task.commit.interval.*#master.task.commit.interval=${masterTaskCommitInterval}#g" conf/master.properties |
||||||
|
sed -i "s#master.max.cpuload.avg.*#master.max.cpuload.avg=${masterMaxCupLoadAvg}#g" conf/master.properties |
||||||
|
sed -i "s#master.reserved.memory.*#master.reserved.memory=${masterReservedMemory}#g" conf/master.properties |
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#worker.exec.threads.*#worker.exec.threads=${workerExecThreads}#g" conf/worker.properties |
||||||
|
sed -i "s#worker.heartbeat.interval.*#worker.heartbeat.interval=${workerHeartbeatInterval}#g" conf/worker.properties |
||||||
|
sed -i "s#worker.fetch.task.num.*#worker.fetch.task.num=${workerFetchTaskNum}#g" conf/worker.properties |
||||||
|
sed -i "s#worker.max.cpuload.avg.*#worker.max.cpuload.avg=${workerMaxCupLoadAvg}#g" conf/worker.properties |
||||||
|
sed -i "s#worker.reserved.memory.*#worker.reserved.memory=${workerReservedMemory}#g" conf/worker.properties |
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#server.port.*#server.port=${apiServerPort}#g" conf/application.properties |
||||||
|
sed -i "s#server.session.timeout.*#server.session.timeout=${apiServerSessionTimeout}#g" conf/application.properties |
||||||
|
sed -i "s#server.context-path.*#server.context-path=${apiServerContextPath}#g" conf/application.properties |
||||||
|
sed -i "s#spring.http.multipart.max-file-size.*#spring.http.multipart.max-file-size=${springMaxFileSize}#g" conf/application.properties |
||||||
|
sed -i "s#spring.http.multipart.max-request-size.*#spring.http.multipart.max-request-size=${springMaxRequestSize}#g" conf/application.properties |
||||||
|
sed -i "s#server.max-http-post-size.*#server.max-http-post-size=${apiMaxHttpPostSize}#g" conf/application.properties |
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#mail.protocol.*#mail.protocol=${mailProtocol}#g" conf/alert.properties |
||||||
|
sed -i "s#mail.server.host.*#mail.server.host=${mailServerHost}#g" conf/alert.properties |
||||||
|
sed -i "s#mail.server.port.*#mail.server.port=${mailServerPort}#g" conf/alert.properties |
||||||
|
sed -i "s#mail.sender.*#mail.sender=${mailSender}#g" conf/alert.properties |
||||||
|
sed -i "s#mail.passwd.*#mail.passwd=${mailPassword}#g" conf/alert.properties |
||||||
|
sed -i "s#xls.file.path.*#xls.file.path=${xlsFilePath}#g" conf/alert.properties |
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#installPath.*#installPath=${installPath}#g" conf/config/install_config.conf |
||||||
|
sed -i "s#deployUser.*#deployUser=${deployUser}#g" conf/config/install_config.conf |
||||||
|
sed -i "s#ips.*#ips=${ips}#g" conf/config/install_config.conf |
||||||
|
|
||||||
|
|
||||||
|
sed -i "s#masters.*#masters=${masters}#g" conf/config/run_config.conf |
||||||
|
sed -i "s#workers.*#workers=${workers}#g" conf/config/run_config.conf |
||||||
|
sed -i "s#alertServer.*#alertServer=${alertServer}#g" conf/config/run_config.conf |
||||||
|
sed -i "s#apiServers.*#apiServers=${apiServers}#g" conf/config/run_config.conf |
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
# 2,创建目录 |
||||||
|
echo "2,创建目录" |
||||||
|
|
||||||
|
if [ ! -d $installPath ];then |
||||||
|
sudo mkdir -p $installPath |
||||||
|
sudo chown -R $deployUser:$deployUser $installPath |
||||||
|
fi |
||||||
|
|
||||||
|
hostsArr=(${ips//,/ }) |
||||||
|
for host in ${hostsArr[@]} |
||||||
|
do |
||||||
|
|
||||||
|
# 如果programPath不存在,则创建 |
||||||
|
if ! ssh $host test -e $programPath; then |
||||||
|
ssh $host "sudo mkdir -p $programPath;sudo chown -R $deployUser:$deployUser $programPath" |
||||||
|
fi |
||||||
|
|
||||||
|
# 如果downloadPath不存在,则创建 |
||||||
|
if ! ssh $host test -e $downloadPath; then |
||||||
|
ssh $host "sudo mkdir -p $downloadPath;sudo chown -R $deployUser:$deployUser $downloadPath" |
||||||
|
fi |
||||||
|
|
||||||
|
# 如果$execPath不存在,则创建 |
||||||
|
if ! ssh $host test -e $execPath; then |
||||||
|
ssh $host "sudo mkdir -p $execPath; sudo chown -R $deployUser:$deployUser $execPath" |
||||||
|
fi |
||||||
|
|
||||||
|
# 如果$xlsFilePath不存在,则创建 |
||||||
|
if ! ssh $host test -e $xlsFilePath; then |
||||||
|
ssh $host "sudo mkdir -p $xlsFilePath; sudo chown -R $deployUser:$deployUser $xlsFilePath" |
||||||
|
fi |
||||||
|
|
||||||
|
done |
||||||
|
|
||||||
|
|
||||||
|
# 3,停止服务 |
||||||
|
echo "3,停止服务" |
||||||
|
sh $workDir/script/stop_all.sh |
||||||
|
|
||||||
|
# 4,删除zk节点 |
||||||
|
echo "4,删除zk节点" |
||||||
|
sleep 1 |
||||||
|
python $workDir/script/del_zk_node.py $zkQuorum $zkRoot |
||||||
|
|
||||||
|
# 5,scp资源 |
||||||
|
echo "5,scp资源" |
||||||
|
sh $workDir/script/scp_hosts.sh |
||||||
|
if [ $? -eq 0 ] |
||||||
|
then |
||||||
|
echo 'scp拷贝完成' |
||||||
|
else |
||||||
|
echo 'sc 拷贝失败退出' |
||||||
|
exit -1 |
||||||
|
fi |
||||||
|
|
||||||
|
# 6,启动 |
||||||
|
echo "6,启动" |
||||||
|
sh $workDir/script/start_all.sh |
||||||
@ -0,0 +1,88 @@ |
|||||||
|
#!/usr/bin/env python |
||||||
|
# -*- coding:utf-8 -*- |
||||||
|
# Author:qiaozhanwei |
||||||
|
|
||||||
|
''' |
||||||
|
yum 安装pip |
||||||
|
yum -y install python-pip |
||||||
|
|
||||||
|
pip install kazoo 安装 |
||||||
|
conda install -c conda-forge kazoo 安装 |
||||||
|
|
||||||
|
运行脚本： |
||||||
|
nohup python -u monitor_server.py > nohup.out 2>&1 & |
||||||
|
''' |
||||||
|
|
||||||
|
import socket |
||||||
|
import os |
||||||
|
import sched |
||||||
|
import time |
||||||
|
from datetime import datetime |
||||||
|
from kazoo.client import KazooClient |
||||||
|
|
||||||
|
|
||||||
|
schedule = sched.scheduler(time.time, time.sleep) |
||||||
|
|
||||||
|
class ZkClient: |
||||||
|
def __init__(self): |
||||||
|
# hosts配置zk地址集群 |
||||||
|
self.zk = KazooClient(hosts='ark0:2181,ark1:2181,ark2:2181') |
||||||
|
self.zk.start() |
||||||
|
|
||||||
|
# 读取配置文件，组装成字典 |
||||||
|
def read_file(self,path): |
||||||
|
with open(path, 'r') as f: |
||||||
|
dict = {} |
||||||
|
for line in f.readlines(): |
||||||
|
arr = line.strip().split('=') |
||||||
|
if (len(arr) == 2): |
||||||
|
dict[arr[0]] = arr[1] |
||||||
|
return dict |
||||||
|
|
||||||
|
# 根据hostname获取ip地址 |
||||||
|
def get_ip_by_hostname(self,hostname): |
||||||
|
return socket.gethostbyname(hostname) |
||||||
|
|
||||||
|
# 重启服务 |
||||||
|
def restart_server(self,inc): |
||||||
|
config_dict = self.read_file('/data1_1T/escheduler/conf/config/run_config.conf') |
||||||
|
|
||||||
|
master_list = config_dict.get('masters').split(',') |
||||||
|
master_list = list(map(lambda item : self.get_ip_by_hostname(item),master_list)) |
||||||
|
|
||||||
|
worker_list = config_dict.get('workers').split(',') |
||||||
|
worker_list = list(map(lambda item: self.get_ip_by_hostname(item), worker_list)) |
||||||
|
|
||||||
|
if (self.zk.exists('/escheduler/masters')): |
||||||
|
zk_master_list = [] |
||||||
|
zk_master_nodes = self.zk.get_children('/escheduler/masters') |
||||||
|
for zk_master_node in zk_master_nodes: |
||||||
|
zk_master_list.append(zk_master_node.split('_')[0]) |
||||||
|
restart_master_list = list(set(master_list) - set(zk_master_list)) |
||||||
|
if (len(restart_master_list) != 0): |
||||||
|
for master in restart_master_list: |
||||||
|
print("master " + self.get_ip_by_hostname(master) + " 服务已经掉了") |
||||||
|
os.system('ssh ' + self.get_ip_by_hostname(master) + ' sh /data1_1T/escheduler/bin/escheduler-daemon.sh start master-server') |
||||||
|
|
||||||
|
if (self.zk.exists('/escheduler/workers')): |
||||||
|
zk_worker_list = [] |
||||||
|
zk_worker_nodes = self.zk.get_children('/escheduler/workers') |
||||||
|
for zk_worker_node in zk_worker_nodes: |
||||||
|
zk_worker_list.append(zk_worker_node.split('_')[0]) |
||||||
|
restart_worker_list = list(set(worker_list) - set(zk_worker_list)) |
||||||
|
if (len(restart_worker_list) != 0): |
||||||
|
for worker in restart_worker_list: |
||||||
|
print("worker " + self.get_ip_by_hostname(worker) + " 服务已经掉了") |
||||||
|
os.system('ssh ' + self.get_ip_by_hostname(worker) + ' sh /data1_1T/escheduler/bin/escheduler-daemon.sh start worker-server') |
||||||
|
|
||||||
|
print(datetime.now().strftime("%Y-%m-%d %H:%M:%S")) |
||||||
|
schedule.enter(inc, 0, self.restart_server, (inc,)) |
||||||
|
# 默认参数60s |
||||||
|
def main(self,inc=60): |
||||||
|
# enter四个参数分别为：间隔事件、优先级（用于同时间到达的两个事件同时执行时定序）、被调用触发的函数， |
||||||
|
# 给该触发函数的参数（tuple形式） |
||||||
|
schedule.enter(0, 0, self.restart_server, (inc,)) |
||||||
|
schedule.run() |
||||||
|
if __name__ == '__main__': |
||||||
|
zkClient = ZkClient() |
||||||
|
zkClient.main(300) |
||||||
@ -0,0 +1,72 @@ |
|||||||
|
<assembly |
||||||
|
xmlns="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0" |
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
||||||
|
xsi:schemaLocation="http://maven.apache.org/plugins/maven-assembly-plugin/assembly/1.1.0 http://maven.apache.org/xsd/assembly-1.1.0.xsd"> |
||||||
|
<id>all</id> |
||||||
|
<formats> |
||||||
|
<format>tar.gz</format> |
||||||
|
<format>dir</format> |
||||||
|
</formats> |
||||||
|
<includeBaseDirectory>false</includeBaseDirectory> |
||||||
|
<fileSets> |
||||||
|
|
||||||
|
<fileSet> |
||||||
|
<directory>escheduler-server/target/escheduler-server-${project.version}</directory> |
||||||
|
<includes> |
||||||
|
<include>**/*.*</include> |
||||||
|
</includes> |
||||||
|
<outputDirectory>.</outputDirectory> |
||||||
|
</fileSet> |
||||||
|
|
||||||
|
<fileSet> |
||||||
|
<directory>escheduler-api/target/escheduler-api-${project.version}</directory> |
||||||
|
<includes> |
||||||
|
<include>**/*.*</include> |
||||||
|
</includes> |
||||||
|
<outputDirectory>.</outputDirectory> |
||||||
|
</fileSet> |
||||||
|
|
||||||
|
<fileSet> |
||||||
|
<directory>escheduler-alert/target/escheduler-alert-${project.version}</directory> |
||||||
|
<includes> |
||||||
|
<include>**/*.*</include> |
||||||
|
</includes> |
||||||
|
<outputDirectory>.</outputDirectory> |
||||||
|
</fileSet> |
||||||
|
|
||||||
|
<fileSet> |
||||||
|
<directory>sql</directory> |
||||||
|
<includes> |
||||||
|
<include>**/*.*</include> |
||||||
|
</includes> |
||||||
|
<outputDirectory>./sql</outputDirectory> |
||||||
|
</fileSet> |
||||||
|
|
||||||
|
<fileSet> |
||||||
|
<directory>script</directory> |
||||||
|
<includes> |
||||||
|
<include>*.*</include> |
||||||
|
</includes> |
||||||
|
<outputDirectory>./script</outputDirectory> |
||||||
|
</fileSet> |
||||||
|
|
||||||
|
<fileSet> |
||||||
|
<directory>script</directory> |
||||||
|
<includes> |
||||||
|
<include>config/*.*</include> |
||||||
|
<include>env/*.*</include> |
||||||
|
</includes> |
||||||
|
<outputDirectory>./conf</outputDirectory> |
||||||
|
</fileSet> |
||||||
|
|
||||||
|
<fileSet> |
||||||
|
<directory>./</directory> |
||||||
|
<includes> |
||||||
|
<include>*.sh</include> |
||||||
|
<include>*.py</include> |
||||||
|
</includes> |
||||||
|
<outputDirectory>.</outputDirectory> |
||||||
|
</fileSet> |
||||||
|
|
||||||
|
</fileSets> |
||||||
|
</assembly> |
||||||
@ -0,0 +1,426 @@ |
|||||||
|
<?xml version="1.0" encoding="UTF-8"?> |
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
||||||
|
<modelVersion>4.0.0</modelVersion> |
||||||
|
<groupId>cn.analysys</groupId> |
||||||
|
<artifactId>escheduler</artifactId> |
||||||
|
<version>1.0.0</version> |
||||||
|
<packaging>pom</packaging> |
||||||
|
<name>escheduler</name> |
||||||
|
<url>http://maven.apache.org</url> |
||||||
|
|
||||||
|
<properties> |
||||||
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding> |
||||||
|
<project.reporting.outputEncoding>UTF-8</project.reporting.outputEncoding> |
||||||
|
<curator.version>2.12.0</curator.version> |
||||||
|
<spring.version>4.3.7.RELEASE</spring.version> |
||||||
|
<spring.boot.version>1.4.5.RELEASE</spring.boot.version> |
||||||
|
<java.version>1.8</java.version> |
||||||
|
<logback.version>1.2.3</logback.version> |
||||||
|
<hadoop.version>2.7.3</hadoop.version> |
||||||
|
<quartz.version>2.2.3</quartz.version> |
||||||
|
</properties> |
||||||
|
|
||||||
|
<dependencyManagement> |
||||||
|
<dependencies> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.mybatis.spring.boot</groupId> |
||||||
|
<artifactId>mybatis-spring-boot-autoconfigure</artifactId> |
||||||
|
<version>1.2.0</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.mybatis.spring.boot</groupId> |
||||||
|
<artifactId>mybatis-spring-boot-starter</artifactId> |
||||||
|
<version>1.2.0</version> |
||||||
|
</dependency> |
||||||
|
<!-- quartz--> |
||||||
|
<dependency> |
||||||
|
<groupId>org.quartz-scheduler</groupId> |
||||||
|
<artifactId>quartz</artifactId> |
||||||
|
<version>${quartz.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.quartz-scheduler</groupId> |
||||||
|
<artifactId>quartz-jobs</artifactId> |
||||||
|
<version>${quartz.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>com.cronutils</groupId> |
||||||
|
<artifactId>cron-utils</artifactId> |
||||||
|
<version>5.0.5</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.mybatis</groupId> |
||||||
|
<artifactId>mybatis</artifactId> |
||||||
|
<version>3.4.2</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.mybatis</groupId> |
||||||
|
<artifactId>mybatis-spring</artifactId> |
||||||
|
<version>1.3.1</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework</groupId> |
||||||
|
<artifactId>spring-tx</artifactId> |
||||||
|
<version>${spring.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework</groupId> |
||||||
|
<artifactId>spring-jdbc</artifactId> |
||||||
|
<version>${spring.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>com.alibaba</groupId> |
||||||
|
<artifactId>fastjson</artifactId> |
||||||
|
<version>1.2.29</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework.boot</groupId> |
||||||
|
<artifactId>spring-boot-starter-jetty</artifactId> |
||||||
|
<version>${spring.boot.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework</groupId> |
||||||
|
<artifactId>spring-core</artifactId> |
||||||
|
<version>${spring.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework</groupId> |
||||||
|
<artifactId>spring-context</artifactId> |
||||||
|
<version>${spring.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework</groupId> |
||||||
|
<artifactId>spring-beans</artifactId> |
||||||
|
<version>${spring.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework</groupId> |
||||||
|
<artifactId>spring-test</artifactId> |
||||||
|
<version>${spring.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework.boot</groupId> |
||||||
|
<artifactId>spring-boot-starter-parent</artifactId> |
||||||
|
<version>${spring.boot.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework.boot</groupId> |
||||||
|
<artifactId>spring-boot-starter-web</artifactId> |
||||||
|
<version>${spring.boot.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework.boot</groupId> |
||||||
|
<artifactId>spring-boot-starter-test</artifactId> |
||||||
|
<version>${spring.boot.version}</version> |
||||||
|
<scope>test</scope> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.springframework.boot</groupId> |
||||||
|
<artifactId>spring-boot-starter-aop</artifactId> |
||||||
|
<version>${spring.boot.version}</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>cn.analysys</groupId> |
||||||
|
<artifactId>escheduler-common</artifactId> |
||||||
|
<version>${project.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>cn.analysys</groupId> |
||||||
|
<artifactId>escheduler-dao</artifactId> |
||||||
|
<version>${project.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>cn.analysys</groupId> |
||||||
|
<artifactId>escheduler-api</artifactId> |
||||||
|
<version>${project.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>cn.analysys</groupId> |
||||||
|
<artifactId>escheduler-rpc</artifactId> |
||||||
|
<version>${project.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>cn.analysys</groupId> |
||||||
|
<artifactId>escheduler-alert</artifactId> |
||||||
|
<version>${project.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.curator</groupId> |
||||||
|
<artifactId>curator-framework</artifactId> |
||||||
|
<version>${curator.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.curator</groupId> |
||||||
|
<artifactId>curator-recipes</artifactId> |
||||||
|
<version>${curator.version}</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>commons-codec</groupId> |
||||||
|
<artifactId>commons-codec</artifactId> |
||||||
|
<version>1.6</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>commons-logging</groupId> |
||||||
|
<artifactId>commons-logging</artifactId> |
||||||
|
<version>1.1.1</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.httpcomponents</groupId> |
||||||
|
<artifactId>httpclient</artifactId> |
||||||
|
<version>4.3.2</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.httpcomponents</groupId> |
||||||
|
<artifactId>httpcore</artifactId> |
||||||
|
<version>4.3.2</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>com.fasterxml.jackson.core</groupId> |
||||||
|
<artifactId>jackson-annotations</artifactId> |
||||||
|
<version>2.8.6</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>com.fasterxml.jackson.core</groupId> |
||||||
|
<artifactId>jackson-databind</artifactId> |
||||||
|
<version>2.8.6</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>com.fasterxml.jackson.core</groupId> |
||||||
|
<artifactId>jackson-core</artifactId> |
||||||
|
<version>2.8.6</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>junit</groupId> |
||||||
|
<artifactId>junit</artifactId> |
||||||
|
<version>4.12</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>mysql</groupId> |
||||||
|
<artifactId>mysql-connector-java</artifactId> |
||||||
|
<version>5.1.34</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.slf4j</groupId> |
||||||
|
<artifactId>slf4j-api</artifactId> |
||||||
|
<version>1.7.5</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.slf4j</groupId> |
||||||
|
<artifactId>slf4j-log4j12</artifactId> |
||||||
|
<version>1.7.5</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>commons-collections</groupId> |
||||||
|
<artifactId>commons-collections</artifactId> |
||||||
|
<version>3.2.2</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>commons-lang</groupId> |
||||||
|
<artifactId>commons-lang</artifactId> |
||||||
|
<version>2.3</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.commons</groupId> |
||||||
|
<artifactId>commons-lang3</artifactId> |
||||||
|
<version>3.5</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>commons-httpclient</groupId> |
||||||
|
<artifactId>commons-httpclient</artifactId> |
||||||
|
<version>3.0.1</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>commons-beanutils</groupId> |
||||||
|
<artifactId>commons-beanutils</artifactId> |
||||||
|
<version>1.7.0</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>commons-configuration</groupId> |
||||||
|
<artifactId>commons-configuration</artifactId> |
||||||
|
<version>1.10</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>com.alibaba</groupId> |
||||||
|
<artifactId>druid</artifactId> |
||||||
|
<version>1.1.14</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>ch.qos.logback</groupId> |
||||||
|
<artifactId>logback-classic</artifactId> |
||||||
|
<version>${logback.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>ch.qos.logback</groupId> |
||||||
|
<artifactId>logback-core</artifactId> |
||||||
|
<version>${logback.version}</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.commons</groupId> |
||||||
|
<artifactId>commons-email</artifactId> |
||||||
|
<version>1.2</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>javax.mail</groupId> |
||||||
|
<artifactId>mail</artifactId> |
||||||
|
<version>1.4.5</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<!--excel poi--> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.poi</groupId> |
||||||
|
<artifactId>poi</artifactId> |
||||||
|
<version>3.17</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.freemarker</groupId> |
||||||
|
<artifactId>freemarker</artifactId> |
||||||
|
<version>2.3.21</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
|
||||||
|
<!-- hadoop --> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.hadoop</groupId> |
||||||
|
<artifactId>hadoop-common</artifactId> |
||||||
|
<version>${hadoop.version}</version> |
||||||
|
<exclusions> |
||||||
|
<exclusion> |
||||||
|
<artifactId>slf4j-log4j12</artifactId> |
||||||
|
<groupId>org.slf4j</groupId> |
||||||
|
</exclusion> |
||||||
|
<exclusion> |
||||||
|
<artifactId>com.sun.jersey</artifactId> |
||||||
|
<groupId>jersey-json</groupId> |
||||||
|
</exclusion> |
||||||
|
</exclusions> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.hadoop</groupId> |
||||||
|
<artifactId>hadoop-client</artifactId> |
||||||
|
<version>${hadoop.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.hadoop</groupId> |
||||||
|
<artifactId>hadoop-hdfs</artifactId> |
||||||
|
<version>${hadoop.version}</version> |
||||||
|
</dependency> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.hadoop</groupId> |
||||||
|
<artifactId>hadoop-yarn-common</artifactId> |
||||||
|
<version>${hadoop.version}</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>javax.servlet</groupId> |
||||||
|
<artifactId>javax.servlet-api</artifactId> |
||||||
|
<version>3.1.0</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.commons</groupId> |
||||||
|
<artifactId>commons-collections4</artifactId> |
||||||
|
<version>4.1</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>com.google.guava</groupId> |
||||||
|
<artifactId>guava</artifactId> |
||||||
|
<version>19.0</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.postgresql</groupId> |
||||||
|
<artifactId>postgresql</artifactId> |
||||||
|
<version>42.1.4</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.hive</groupId> |
||||||
|
<artifactId>hive-jdbc</artifactId> |
||||||
|
<version>2.1.0</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>commons-io</groupId> |
||||||
|
<artifactId>commons-io</artifactId> |
||||||
|
<version>2.4</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>com.github.oshi</groupId> |
||||||
|
<artifactId>oshi-core</artifactId> |
||||||
|
<version>3.5.0</version> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
</dependencies> |
||||||
|
</dependencyManagement> |
||||||
|
|
||||||
|
<build> |
||||||
|
<plugins> |
||||||
|
<plugin> |
||||||
|
<artifactId>maven-assembly-plugin</artifactId> |
||||||
|
<version>2.6</version> |
||||||
|
<configuration> |
||||||
|
<descriptors> |
||||||
|
<descriptor>package.xml</descriptor> |
||||||
|
</descriptors> |
||||||
|
<appendAssemblyId>false</appendAssemblyId> |
||||||
|
</configuration> |
||||||
|
<executions> |
||||||
|
<execution> |
||||||
|
<id>make-assembly</id> |
||||||
|
<phase>package</phase> |
||||||
|
</execution> |
||||||
|
</executions> |
||||||
|
</plugin> |
||||||
|
<plugin> |
||||||
|
<groupId>org.apache.maven.plugins</groupId> |
||||||
|
<artifactId>maven-compiler-plugin</artifactId> |
||||||
|
<version>2.3.2</version> |
||||||
|
<configuration> |
||||||
|
<source>${java.version}</source> |
||||||
|
<target>${java.version}</target> |
||||||
|
<encoding>${project.build.sourceEncoding}</encoding> |
||||||
|
<skip>false</skip><!--not skip compile test classes--> |
||||||
|
</configuration> |
||||||
|
</plugin> |
||||||
|
<plugin> |
||||||
|
<groupId>org.apache.maven.plugins</groupId> |
||||||
|
<artifactId>maven-surefire-plugin</artifactId> |
||||||
|
<version>2.19.1</version> |
||||||
|
<configuration> |
||||||
|
<includes> |
||||||
|
<include>**/*Test*.java</include><!--run test classes--> |
||||||
|
</includes> |
||||||
|
<skip>true</skip><!--skip run test classes--> |
||||||
|
</configuration> |
||||||
|
</plugin> |
||||||
|
</plugins> |
||||||
|
|
||||||
|
</build> |
||||||
|
|
||||||
|
<modules> |
||||||
|
<module>escheduler-server</module> |
||||||
|
<module>escheduler-common</module> |
||||||
|
<module>escheduler-api</module> |
||||||
|
<module>escheduler-dao</module> |
||||||
|
<module>escheduler-alert</module> |
||||||
|
<module>escheduler-rpc</module> |
||||||
|
</modules> |
||||||
|
|
||||||
|
</project> |
||||||
@ -0,0 +1,3 @@ |
|||||||
|
installPath=/data1_1T/escheduler |
||||||
|
deployUser=escheduler |
||||||
|
ips=ark0,ark1,ark2,ark3,ark4 |
||||||
@ -0,0 +1,4 @@ |
|||||||
|
masters=ark0,ark1 |
||||||
|
workers=ark2,ark3,ark4 |
||||||
|
alertServer=ark3 |
||||||
|
apiServers=ark1 |
||||||
@ -0,0 +1,17 @@ |
|||||||
|
import time |
||||||
|
import sys |
||||||
|
from kazoo.client import KazooClient |
||||||
|
|
||||||
|
class ZkClient: |
||||||
|
def __init__(self): |
||||||
|
self.zk = KazooClient(hosts=sys.argv[1]) |
||||||
|
self.zk.start() |
||||||
|
def del_node(self): |
||||||
|
self.zk.delete(sys.argv[2], recursive=True) |
||||||
|
print('deleted success') |
||||||
|
def __del__(self): |
||||||
|
self.zk.stop() |
||||||
|
if __name__ == '__main__': |
||||||
|
zkclient = ZkClient() |
||||||
|
zkclient.del_node() |
||||||
|
time.sleep(2) |
||||||
@ -0,0 +1,9 @@ |
|||||||
|
export HADOOP_HOME=/opt/soft/hadoop |
||||||
|
export HADOOP_CONF_DIR=/opt/soft/hadoop/etc/hadoop |
||||||
|
export SPARK_HOME1=/opt/soft/spark1 |
||||||
|
export SPARK_HOME2=/opt/soft/spark2 |
||||||
|
export PYTHON_HOME=/opt/soft/python |
||||||
|
export JAVA_HOME=/opt/soft/java |
||||||
|
export HIVE_HOME=/opt/soft/hive |
||||||
|
|
||||||
|
export PATH=$HADOOP_HOME/bin:$SPARK_HOME1/bin:$SPARK_HOME2/bin:$PYTHON_HOME/bin:$JAVA_HOME/bin:$HIVE_HOME/bin:$PATH |
||||||
@ -0,0 +1,12 @@ |
|||||||
|
import os |
||||||
|
|
||||||
|
HADOOP_HOME="/opt/soft/hadoop" |
||||||
|
SPARK_HOME1="/opt/soft/spark1" |
||||||
|
SPARK_HOME2="/opt/soft/spark2" |
||||||
|
PYTHON_HOME="/opt/soft/python" |
||||||
|
JAVA_HOME="/opt/soft/java" |
||||||
|
HIVE_HOME="/opt/soft/hive" |
||||||
|
PATH=os.environ['PATH'] |
||||||
|
PATH="%s/bin:%s/bin:%s/bin:%s/bin:%s/bin:%s/bin:%s"%(HIVE_HOME,HADOOP_HOME,SPARK_HOME1,SPARK_HOME2,JAVA_HOME,PYTHON_HOME,PATH) |
||||||
|
|
||||||
|
os.putenv('PATH','%s'%PATH) |
||||||
@ -0,0 +1,25 @@ |
|||||||
|
#!/bin/bash |
||||||
|
|
||||||
|
workDir=`dirname $0` |
||||||
|
workDir=`cd ${workDir};pwd` |
||||||
|
source $workDir/../conf/config/run_config.conf |
||||||
|
source $workDir/../conf/config/install_config.conf |
||||||
|
|
||||||
|
tar -zxvf $workDir/../escheduler-1.0.0-PREVIEW.tar.gz -C $installPath |
||||||
|
|
||||||
|
hostsArr=(${ips//,/ }) |
||||||
|
for host in ${hostsArr[@]} |
||||||
|
do |
||||||
|
|
||||||
|
if ! ssh $host test -e $installPath; then |
||||||
|
ssh $host "sudo mkdir -p $installPath; sudo chown -R $deployUser:$deployUser $installPath" |
||||||
|
fi |
||||||
|
|
||||||
|
ssh $host "cd $installPath/; rm -rf bin/ conf/ lib/ script/ sql/" |
||||||
|
scp -r $workDir/../bin $host:$installPath |
||||||
|
scp -r $workDir/../conf $host:$installPath |
||||||
|
scp -r $workDir/../lib $host:$installPath |
||||||
|
scp -r $workDir/../script $host:$installPath |
||||||
|
scp -r $workDir/../sql $host:$installPath |
||||||
|
scp $workDir/../install.sh $host:$installPath |
||||||
|
done |
||||||
@ -0,0 +1,33 @@ |
|||||||
|
#!/bin/bash |
||||||
|
workDir=`dirname $0` |
||||||
|
workDir=`cd ${workDir};pwd` |
||||||
|
source $workDir/../conf/config/run_config.conf |
||||||
|
source $workDir/../conf/config/install_config.conf |
||||||
|
|
||||||
|
mastersHost=(${masters//,/ }) |
||||||
|
for master in ${mastersHost[@]} |
||||||
|
do |
||||||
|
echo $master |
||||||
|
ssh $master "cd $installPath/; sh bin/escheduler-daemon.sh start master-server;" |
||||||
|
|
||||||
|
done |
||||||
|
|
||||||
|
workersHost=(${workers//,/ }) |
||||||
|
for worker in ${workersHost[@]} |
||||||
|
do |
||||||
|
echo $worker |
||||||
|
|
||||||
|
ssh $worker "cd $installPath/; sh bin/escheduler-daemon.sh start worker-server;" |
||||||
|
ssh $worker "cd $installPath/; sh bin/escheduler-daemon.sh start logger-server;" |
||||||
|
done |
||||||
|
|
||||||
|
ssh $alertServer "cd $installPath/; sh bin/escheduler-daemon.sh start alert-server;" |
||||||
|
|
||||||
|
apiServersHost=(${apiServers//,/ }) |
||||||
|
for apiServer in ${apiServersHost[@]} |
||||||
|
do |
||||||
|
echo $apiServer |
||||||
|
|
||||||
|
ssh $apiServer "cd $installPath/; sh bin/escheduler-daemon.sh start api-server;" |
||||||
|
done |
||||||
|
|
||||||
@ -0,0 +1,33 @@ |
|||||||
|
#!/bin/bash |
||||||
|
workDir=`dirname $0` |
||||||
|
workDir=`cd ${workDir};pwd` |
||||||
|
source $workDir/../conf/config/run_config.conf |
||||||
|
source $workDir/../conf/config/install_config.conf |
||||||
|
|
||||||
|
mastersHost=(${masters//,/ }) |
||||||
|
for master in ${mastersHost[@]} |
||||||
|
do |
||||||
|
echo $master |
||||||
|
ssh $master "cd $installPath/; sh bin/escheduler-daemon.sh stop master-server;" |
||||||
|
|
||||||
|
done |
||||||
|
|
||||||
|
workersHost=(${workers//,/ }) |
||||||
|
for worker in ${workersHost[@]} |
||||||
|
do |
||||||
|
echo $worker |
||||||
|
|
||||||
|
ssh $worker "cd $installPath/; sh bin/escheduler-daemon.sh stop worker-server;" |
||||||
|
ssh $worker "cd $installPath/; sh bin/escheduler-daemon.sh stop logger-server;" |
||||||
|
done |
||||||
|
|
||||||
|
ssh $alertServer "cd $installPath/; sh bin/escheduler-daemon.sh stop alert-server;" |
||||||
|
|
||||||
|
apiServersHost=(${apiServers//,/ }) |
||||||
|
for apiServer in ${apiServersHost[@]} |
||||||
|
do |
||||||
|
echo $apiServer |
||||||
|
|
||||||
|
ssh $apiServer "cd $installPath/; sh bin/escheduler-daemon.sh stop api-server;" |
||||||
|
done |
||||||
|
|
||||||
@ -0,0 +1,436 @@ |
|||||||
|
/* |
||||||
|
Navicat MySQL Data Transfer |
||||||
|
|
||||||
|
Source Server : xx.xx |
||||||
|
Source Server Version : 50725 |
||||||
|
Source Host : 192.168.xx.xx:3306 |
||||||
|
Source Database : escheduler |
||||||
|
|
||||||
|
Target Server Type : MYSQL |
||||||
|
Target Server Version : 50725 |
||||||
|
File Encoding : 65001 |
||||||
|
|
||||||
|
Date: 2019-03-23 11:47:30 |
||||||
|
*/ |
||||||
|
|
||||||
|
SET FOREIGN_KEY_CHECKS=0; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_alert |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_alert`; |
||||||
|
CREATE TABLE `t_escheduler_alert` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`title` varchar(64) DEFAULT NULL COMMENT '消息标题', |
||||||
|
`show_type` tinyint(4) DEFAULT NULL COMMENT '发送格式，0是TABLE,1是TEXT', |
||||||
|
`content` text COMMENT '消息内容（可以是邮件，可以是短信。邮件是JSON Map存放，短信是字符串）', |
||||||
|
`alert_type` tinyint(4) DEFAULT NULL COMMENT '0是邮件，1是短信', |
||||||
|
`alert_status` tinyint(4) DEFAULT '0' COMMENT '0是待执行，1是执行成功，2执行失败', |
||||||
|
`log` text COMMENT '执行日志', |
||||||
|
`alertgroup_id` int(11) DEFAULT NULL COMMENT '发送组', |
||||||
|
`receivers` text COMMENT '收件人', |
||||||
|
`receivers_cc` text COMMENT '抄送人', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_alertgroup |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_alertgroup`; |
||||||
|
CREATE TABLE `t_escheduler_alertgroup` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`group_name` varchar(255) DEFAULT NULL COMMENT '组名称', |
||||||
|
`group_type` tinyint(4) DEFAULT NULL COMMENT '组类型(邮件0，短信1...)', |
||||||
|
`desc` varchar(255) DEFAULT NULL COMMENT '备注', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_command |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_command`; |
||||||
|
CREATE TABLE `t_escheduler_command` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`command_type` tinyint(4) DEFAULT NULL COMMENT '命令类型：0 启动工作流,1 从当前节点开始执行,2 恢复被容错的工作流,3 恢复暂停流程,4 从失败节点开始执行,5 补数,6 调度,7 重跑,8 暂停,9 停止,10 恢复等待线程', |
||||||
|
`process_definition_id` int(11) DEFAULT NULL COMMENT '流程定义id', |
||||||
|
`command_param` text COMMENT '命令的参数（json格式）', |
||||||
|
`task_depend_type` tinyint(4) DEFAULT NULL COMMENT '节点依赖类型：0 当前节点,1 向前执行,2 向后执行', |
||||||
|
`failure_strategy` tinyint(4) DEFAULT '0' COMMENT '失败策略：0结束，1继续', |
||||||
|
`warning_type` tinyint(4) DEFAULT '0' COMMENT '告警类型：0 不发,1 流程成功发,2 流程失败发,3 成功失败都发', |
||||||
|
`warning_group_id` int(11) DEFAULT NULL COMMENT '告警组', |
||||||
|
`schedule_time` datetime DEFAULT NULL COMMENT '预期运行时间', |
||||||
|
`start_time` datetime DEFAULT NULL COMMENT '开始时间', |
||||||
|
`executor_id` int(11) DEFAULT NULL COMMENT '执行用户id', |
||||||
|
`dependence` varchar(255) DEFAULT NULL COMMENT '依赖字段', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
`process_instance_priority` int(11) DEFAULT NULL COMMENT '流程实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_datasource |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_datasource`; |
||||||
|
CREATE TABLE `t_escheduler_datasource` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`name` varchar(64) NOT NULL COMMENT '数据源名称', |
||||||
|
`note` varchar(256) DEFAULT NULL COMMENT '描述', |
||||||
|
`type` tinyint(4) NOT NULL COMMENT '数据源类型：0 mysql,1 postgresql,2 hive,3 spark', |
||||||
|
`user_id` int(11) NOT NULL COMMENT '创建用户id', |
||||||
|
`connection_params` text NOT NULL COMMENT '连接参数(json格式)', |
||||||
|
`create_time` datetime NOT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_master_server |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_master_server`; |
||||||
|
CREATE TABLE `t_escheduler_master_server` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`host` varchar(45) DEFAULT NULL COMMENT 'ip', |
||||||
|
`port` int(11) DEFAULT NULL COMMENT '进程号', |
||||||
|
`zk_directory` varchar(64) DEFAULT NULL COMMENT 'zk注册目录', |
||||||
|
`res_info` varchar(256) DEFAULT NULL COMMENT '集群资源信息：json格式{"cpu":xxx,"memroy":xxx}', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`last_heartbeat_time` datetime DEFAULT NULL COMMENT '最后心跳时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_process_definition |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_process_definition`; |
||||||
|
CREATE TABLE `t_escheduler_process_definition` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`name` varchar(255) DEFAULT NULL COMMENT '流程定义名称', |
||||||
|
`version` int(11) DEFAULT NULL COMMENT '流程定义版本', |
||||||
|
`release_state` tinyint(4) DEFAULT NULL COMMENT '流程定义的发布状态：0 未上线 1已上线', |
||||||
|
`project_id` int(11) DEFAULT NULL COMMENT '项目id', |
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '流程定义所属用户id', |
||||||
|
`process_definition_json` longtext COMMENT '流程定义json串', |
||||||
|
`desc` text COMMENT '流程定义描述', |
||||||
|
`global_params` text COMMENT '全局参数', |
||||||
|
`flag` tinyint(4) DEFAULT NULL COMMENT '流程是否可用\r\n：0 不可用\r\n，1 可用', |
||||||
|
`locations` text COMMENT '节点坐标信息', |
||||||
|
`connects` text COMMENT '节点连线信息', |
||||||
|
`receivers` text COMMENT '收件人', |
||||||
|
`receivers_cc` text COMMENT '抄送人', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`), |
||||||
|
KEY `process_definition_index` (`project_id`,`id`) USING BTREE |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_process_instance |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_process_instance`; |
||||||
|
CREATE TABLE `t_escheduler_process_instance` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`name` varchar(255) DEFAULT NULL COMMENT '流程实例名称', |
||||||
|
`process_definition_id` int(11) DEFAULT NULL COMMENT '流程定义id', |
||||||
|
`state` tinyint(4) DEFAULT NULL COMMENT '流程实例状态：0 提交成功,1 正在运行,2 准备暂停,3 暂停,4 准备停止,5 停止,6 失败,7 成功,8 需要容错,9 kill,10 等待线程,11 等待依赖完成', |
||||||
|
`recovery` tinyint(4) DEFAULT NULL COMMENT '流程实例容错标识：0 正常,1 需要被容错重启', |
||||||
|
`start_time` datetime DEFAULT NULL COMMENT '流程实例开始时间', |
||||||
|
`end_time` datetime DEFAULT NULL COMMENT '流程实例结束时间', |
||||||
|
`run_times` int(11) DEFAULT NULL COMMENT '流程实例运行次数', |
||||||
|
`host` varchar(45) DEFAULT NULL COMMENT '流程实例所在的机器', |
||||||
|
`command_type` tinyint(4) DEFAULT NULL COMMENT '命令类型：0 启动工作流,1 从当前节点开始执行,2 恢复被容错的工作流,3 恢复暂停流程,4 从失败节点开始执行,5 补数,6 调度,7 重跑,8 暂停,9 停止,10 恢复等待线程', |
||||||
|
`command_param` text COMMENT '命令的参数（json格式）', |
||||||
|
`task_depend_type` tinyint(4) DEFAULT NULL COMMENT '节点依赖类型：0 当前节点,1 向前执行,2 向后执行', |
||||||
|
`max_try_times` tinyint(4) DEFAULT '0' COMMENT '最大重试次数', |
||||||
|
`failure_strategy` tinyint(4) DEFAULT '0' COMMENT '失败策略 0 失败后结束，1 失败后继续', |
||||||
|
`warning_type` tinyint(4) DEFAULT '0' COMMENT '告警类型：0 不发,1 流程成功发,2 流程失败发,3 成功失败都发', |
||||||
|
`warning_group_id` int(11) DEFAULT NULL COMMENT '告警组id', |
||||||
|
`schedule_time` datetime DEFAULT NULL COMMENT '预期运行时间', |
||||||
|
`command_start_time` datetime DEFAULT NULL COMMENT '开始命令时间', |
||||||
|
`global_params` text COMMENT '全局参数（固化流程定义的参数）', |
||||||
|
`process_instance_json` longtext COMMENT '流程实例json(copy的流程定义的json)', |
||||||
|
`flag` tinyint(4) DEFAULT '1' COMMENT '是否可用，1 可用，0不可用', |
||||||
|
`update_time` timestamp NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP, |
||||||
|
`is_sub_process` int(11) DEFAULT '0' COMMENT '是否是子工作流 1 是，0 不是', |
||||||
|
`executor_id` int(11) NOT NULL COMMENT '命令执行者', |
||||||
|
`locations` text COMMENT '节点坐标信息', |
||||||
|
`connects` text COMMENT '节点连线信息', |
||||||
|
`history_cmd` text COMMENT '历史命令，记录所有对流程实例的操作', |
||||||
|
`dependence_schedule_times` text COMMENT '依赖节点的预估时间', |
||||||
|
`process_instance_priority` int(11) DEFAULT NULL COMMENT '流程实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest', |
||||||
|
PRIMARY KEY (`id`), |
||||||
|
KEY `process_instance_index` (`process_definition_id`,`id`) USING BTREE, |
||||||
|
KEY `start_time_index` (`start_time`) USING BTREE |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_project |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_project`; |
||||||
|
CREATE TABLE `t_escheduler_project` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`name` varchar(100) DEFAULT NULL COMMENT '项目名称', |
||||||
|
`desc` varchar(200) DEFAULT NULL COMMENT '项目描述', |
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '所属用户', |
||||||
|
`flag` tinyint(4) DEFAULT '1' COMMENT '是否可用 1 可用,0 不可用', |
||||||
|
`create_time` datetime DEFAULT CURRENT_TIMESTAMP COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT CURRENT_TIMESTAMP COMMENT '修改时间', |
||||||
|
PRIMARY KEY (`id`), |
||||||
|
KEY `user_id_index` (`user_id`) USING BTREE |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_queue |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_queue`; |
||||||
|
CREATE TABLE `t_escheduler_queue` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`queue_name` varchar(64) DEFAULT NULL COMMENT '队列名称', |
||||||
|
`queue` varchar(64) DEFAULT NULL COMMENT 'yarn队列名称', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_relation_datasource_user |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_datasource_user`; |
||||||
|
CREATE TABLE `t_escheduler_relation_datasource_user` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id', |
||||||
|
`datasource_id` int(11) DEFAULT NULL COMMENT '数据源id', |
||||||
|
`perm` int(11) DEFAULT '1' COMMENT '权限', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_relation_process_instance |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_process_instance`; |
||||||
|
CREATE TABLE `t_escheduler_relation_process_instance` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`parent_process_instance_id` int(11) DEFAULT NULL COMMENT '父流程实例id', |
||||||
|
`parent_task_instance_id` int(11) DEFAULT NULL COMMENT '父任务实例id', |
||||||
|
`process_instance_id` int(11) DEFAULT NULL COMMENT '子流程实例id', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_relation_project_user |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_project_user`; |
||||||
|
CREATE TABLE `t_escheduler_relation_project_user` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id', |
||||||
|
`project_id` int(11) DEFAULT NULL COMMENT '项目id', |
||||||
|
`perm` int(11) DEFAULT '1' COMMENT '权限', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`), |
||||||
|
KEY `user_id_index` (`user_id`) USING BTREE |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_relation_resources_user |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_resources_user`; |
||||||
|
CREATE TABLE `t_escheduler_relation_resources_user` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT, |
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id', |
||||||
|
`resources_id` int(11) DEFAULT NULL COMMENT '资源id', |
||||||
|
`perm` int(11) DEFAULT '1' COMMENT '权限', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_relation_udfs_user |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_udfs_user`; |
||||||
|
CREATE TABLE `t_escheduler_relation_udfs_user` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id', |
||||||
|
`udf_id` int(11) DEFAULT NULL COMMENT 'udf id', |
||||||
|
`perm` int(11) DEFAULT '1' COMMENT '权限', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_relation_user_alertgroup |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_relation_user_alertgroup`; |
||||||
|
CREATE TABLE `t_escheduler_relation_user_alertgroup` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`alertgroup_id` int(11) DEFAULT NULL COMMENT '组消息id', |
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '用户id', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB AUTO_INCREMENT=2 DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_resources |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_resources`; |
||||||
|
CREATE TABLE `t_escheduler_resources` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`alias` varchar(64) DEFAULT NULL COMMENT '别名', |
||||||
|
`file_name` varchar(64) DEFAULT NULL COMMENT '文件名', |
||||||
|
`desc` varchar(256) DEFAULT NULL COMMENT '描述', |
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '用户id', |
||||||
|
`type` tinyint(4) DEFAULT NULL COMMENT '资源类型，0 FILE，1 UDF', |
||||||
|
`size` bigint(20) DEFAULT NULL COMMENT '资源大小', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_schedules |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_schedules`; |
||||||
|
CREATE TABLE `t_escheduler_schedules` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`process_definition_id` int(11) NOT NULL COMMENT '流程定义id', |
||||||
|
`start_time` datetime NOT NULL COMMENT '调度开始时间', |
||||||
|
`end_time` datetime NOT NULL COMMENT '调度结束时间', |
||||||
|
`crontab` varchar(256) NOT NULL COMMENT 'crontab 表达式', |
||||||
|
`failure_strategy` tinyint(4) NOT NULL COMMENT '失败策略： 0 结束，1 继续', |
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id', |
||||||
|
`release_state` tinyint(4) NOT NULL COMMENT '状态：0 未上线，1 上线', |
||||||
|
`warning_type` tinyint(4) NOT NULL COMMENT '告警类型：0 不发,1 流程成功发,2 流程失败发,3 成功失败都发', |
||||||
|
`warning_group_id` int(11) DEFAULT NULL COMMENT '告警组id', |
||||||
|
`process_instance_priority` int(11) DEFAULT NULL COMMENT '流程实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest', |
||||||
|
`create_time` datetime NOT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime NOT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_session |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_session`; |
||||||
|
CREATE TABLE `t_escheduler_session` ( |
||||||
|
`id` varchar(64) NOT NULL COMMENT '主键', |
||||||
|
`user_id` int(11) DEFAULT NULL COMMENT '用户id', |
||||||
|
`ip` varchar(45) DEFAULT NULL COMMENT '登录ip', |
||||||
|
`last_login_time` datetime DEFAULT NULL COMMENT '最后登录时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_task_instance |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_task_instance`; |
||||||
|
CREATE TABLE `t_escheduler_task_instance` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`name` varchar(255) DEFAULT NULL COMMENT '任务名称', |
||||||
|
`task_type` varchar(64) DEFAULT NULL COMMENT '任务类型', |
||||||
|
`process_definition_id` int(11) DEFAULT NULL COMMENT '流程定义id', |
||||||
|
`process_instance_id` int(11) DEFAULT NULL COMMENT '流程实例id', |
||||||
|
`task_json` longtext COMMENT '任务节点json', |
||||||
|
`state` tinyint(4) DEFAULT NULL COMMENT '任务实例状态：0 提交成功,1 正在运行,2 准备暂停,3 暂停,4 准备停止,5 停止,6 失败,7 成功,8 需要容错,9 kill,10 等待线程,11 等待依赖完成', |
||||||
|
`submit_time` datetime DEFAULT NULL COMMENT '任务提交时间', |
||||||
|
`start_time` datetime DEFAULT NULL COMMENT '任务开始时间', |
||||||
|
`end_time` datetime DEFAULT NULL COMMENT '任务结束时间', |
||||||
|
`host` varchar(45) DEFAULT NULL COMMENT '执行任务的机器', |
||||||
|
`execute_path` varchar(200) DEFAULT NULL COMMENT '任务执行路径', |
||||||
|
`log_path` varchar(200) DEFAULT NULL COMMENT '任务日志路径', |
||||||
|
`alert_flag` tinyint(4) DEFAULT NULL COMMENT '是否告警', |
||||||
|
`retry_times` int(4) DEFAULT '0' COMMENT '重试次数', |
||||||
|
`pid` int(4) DEFAULT NULL COMMENT '进程pid', |
||||||
|
`app_link` varchar(255) DEFAULT NULL COMMENT 'yarn app id', |
||||||
|
`flag` tinyint(4) DEFAULT '1' COMMENT '是否可用：0 不可用，1 可用', |
||||||
|
`retry_interval` int(4) DEFAULT NULL COMMENT '重试间隔', |
||||||
|
`max_retry_times` int(2) DEFAULT NULL COMMENT '最大重试次数', |
||||||
|
`task_instance_priority` int(11) DEFAULT NULL COMMENT '任务实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest', |
||||||
|
PRIMARY KEY (`id`), |
||||||
|
KEY `process_instance_id` (`process_instance_id`) USING BTREE, |
||||||
|
KEY `task_instance_index` (`process_definition_id`,`process_instance_id`) USING BTREE, |
||||||
|
CONSTRAINT `foreign_key_instance_id` FOREIGN KEY (`process_instance_id`) REFERENCES `t_escheduler_process_instance` (`id`) ON DELETE CASCADE |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_tenant |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_tenant`; |
||||||
|
CREATE TABLE `t_escheduler_tenant` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`tenant_code` varchar(64) DEFAULT NULL COMMENT '租户编码', |
||||||
|
`tenant_name` varchar(64) DEFAULT NULL COMMENT '租户名称', |
||||||
|
`desc` varchar(256) DEFAULT NULL COMMENT '描述', |
||||||
|
`queue_id` int(11) DEFAULT NULL COMMENT '队列id', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_udfs |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_udfs`; |
||||||
|
CREATE TABLE `t_escheduler_udfs` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`user_id` int(11) NOT NULL COMMENT '用户id', |
||||||
|
`func_name` varchar(100) NOT NULL COMMENT 'UDF函数名', |
||||||
|
`class_name` varchar(255) NOT NULL COMMENT '类名', |
||||||
|
`type` tinyint(4) NOT NULL COMMENT 'Udf函数类型', |
||||||
|
`arg_types` varchar(255) DEFAULT NULL COMMENT '参数', |
||||||
|
`database` varchar(255) DEFAULT NULL COMMENT '库名', |
||||||
|
`desc` varchar(255) DEFAULT NULL COMMENT '描述', |
||||||
|
`resource_id` int(11) NOT NULL COMMENT '资源id', |
||||||
|
`resource_name` varchar(255) NOT NULL COMMENT '资源名称', |
||||||
|
`create_time` datetime NOT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime NOT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_user |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_user`; |
||||||
|
CREATE TABLE `t_escheduler_user` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '用户id', |
||||||
|
`user_name` varchar(64) DEFAULT NULL COMMENT '用户名', |
||||||
|
`user_password` varchar(64) DEFAULT NULL COMMENT '用户密码', |
||||||
|
`user_type` tinyint(4) DEFAULT NULL COMMENT '用户类型：0 管理员，1 普通用户', |
||||||
|
`email` varchar(64) DEFAULT NULL COMMENT '邮箱', |
||||||
|
`phone` varchar(11) DEFAULT NULL COMMENT '手机', |
||||||
|
`tenant_id` int(11) DEFAULT NULL COMMENT '管理员0,普通用户所属租户id', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`), |
||||||
|
UNIQUE KEY `user_name_unique` (`user_name`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- ---------------------------- |
||||||
|
-- Table structure for t_escheduler_worker_server |
||||||
|
-- ---------------------------- |
||||||
|
DROP TABLE IF EXISTS `t_escheduler_worker_server`; |
||||||
|
CREATE TABLE `t_escheduler_worker_server` ( |
||||||
|
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||||
|
`host` varchar(45) DEFAULT NULL COMMENT 'ip', |
||||||
|
`port` int(11) DEFAULT NULL COMMENT '进程号', |
||||||
|
`zk_directory` varchar(64) CHARACTER SET utf8 COLLATE utf8_bin DEFAULT NULL COMMENT 'zk注册目录', |
||||||
|
`res_info` varchar(255) DEFAULT NULL COMMENT '集群资源信息：json格式{"cpu":xxx,"memroy":xxx}', |
||||||
|
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||||
|
`last_heartbeat_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||||
|
PRIMARY KEY (`id`) |
||||||
|
) ENGINE=InnoDB DEFAULT CHARSET=utf8; |
||||||
|
|
||||||
|
-- Records of t_escheduler_user,user : admin , password : escheduler123 |
||||||
|
INSERT INTO `t_escheduler_user` VALUES ('1', 'admin', '055a97b5fcd6d120372ad1976518f371', '0', '825193156@qq.com', '15001335629', '0', '2018-03-27 15:48:50', '2018-10-24 17:40:22'); |
||||||
|
INSERT INTO `t_escheduler_alertgroup` VALUES (1, 'escheduler管理员告警组', '0', 'escheduler管理员告警组','2018-11-29 10:20:39', '2018-11-29 10:20:39'); |
||||||
|
INSERT INTO `t_escheduler_relation_user_alertgroup` VALUES ('1', '1', '1', '2018-11-29 10:22:33', '2018-11-29 10:22:33'); |
||||||
|
|
||||||
|
-- Records of t_escheduler_queue,default queue name : default |
||||||
|
INSERT INTO `t_escheduler_queue` VALUES ('1', 'default', 'default'); |
||||||
|
|
||||||
|
|
||||||
@ -0,0 +1,179 @@ |
|||||||
|
# |
||||||
|
# In your Quartz properties file, you'll need to set |
||||||
|
# org.quartz.jobStore.driverDelegateClass = org.quartz.impl.jdbcjobstore.StdJDBCDelegate |
||||||
|
# |
||||||
|
# |
||||||
|
# By: Ron Cordell - roncordell |
||||||
|
# I didn't see this anywhere, so I thought I'd post it here. This is the script from Quartz to create the tables in a MySQL database, modified to use INNODB instead of MYISAM. |
||||||
|
|
||||||
|
DROP TABLE IF EXISTS QRTZ_FIRED_TRIGGERS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_PAUSED_TRIGGER_GRPS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_SCHEDULER_STATE; |
||||||
|
DROP TABLE IF EXISTS QRTZ_LOCKS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_SIMPLE_TRIGGERS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_SIMPROP_TRIGGERS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_CRON_TRIGGERS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_BLOB_TRIGGERS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_TRIGGERS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_JOB_DETAILS; |
||||||
|
DROP TABLE IF EXISTS QRTZ_CALENDARS; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_JOB_DETAILS( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
JOB_NAME VARCHAR(200) NOT NULL, |
||||||
|
JOB_GROUP VARCHAR(200) NOT NULL, |
||||||
|
DESCRIPTION VARCHAR(250) NULL, |
||||||
|
JOB_CLASS_NAME VARCHAR(250) NOT NULL, |
||||||
|
IS_DURABLE VARCHAR(1) NOT NULL, |
||||||
|
IS_NONCONCURRENT VARCHAR(1) NOT NULL, |
||||||
|
IS_UPDATE_DATA VARCHAR(1) NOT NULL, |
||||||
|
REQUESTS_RECOVERY VARCHAR(1) NOT NULL, |
||||||
|
JOB_DATA BLOB NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,JOB_NAME,JOB_GROUP)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_TRIGGERS ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL, |
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL, |
||||||
|
JOB_NAME VARCHAR(200) NOT NULL, |
||||||
|
JOB_GROUP VARCHAR(200) NOT NULL, |
||||||
|
DESCRIPTION VARCHAR(250) NULL, |
||||||
|
NEXT_FIRE_TIME BIGINT(13) NULL, |
||||||
|
PREV_FIRE_TIME BIGINT(13) NULL, |
||||||
|
PRIORITY INTEGER NULL, |
||||||
|
TRIGGER_STATE VARCHAR(16) NOT NULL, |
||||||
|
TRIGGER_TYPE VARCHAR(8) NOT NULL, |
||||||
|
START_TIME BIGINT(13) NOT NULL, |
||||||
|
END_TIME BIGINT(13) NULL, |
||||||
|
CALENDAR_NAME VARCHAR(200) NULL, |
||||||
|
MISFIRE_INSTR SMALLINT(2) NULL, |
||||||
|
JOB_DATA BLOB NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP), |
||||||
|
FOREIGN KEY (SCHED_NAME,JOB_NAME,JOB_GROUP) |
||||||
|
REFERENCES QRTZ_JOB_DETAILS(SCHED_NAME,JOB_NAME,JOB_GROUP)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_SIMPLE_TRIGGERS ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL, |
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL, |
||||||
|
REPEAT_COUNT BIGINT(7) NOT NULL, |
||||||
|
REPEAT_INTERVAL BIGINT(12) NOT NULL, |
||||||
|
TIMES_TRIGGERED BIGINT(10) NOT NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP), |
||||||
|
FOREIGN KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP) |
||||||
|
REFERENCES QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_CRON_TRIGGERS ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL, |
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL, |
||||||
|
CRON_EXPRESSION VARCHAR(120) NOT NULL, |
||||||
|
TIME_ZONE_ID VARCHAR(80), |
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP), |
||||||
|
FOREIGN KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP) |
||||||
|
REFERENCES QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_SIMPROP_TRIGGERS |
||||||
|
( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL, |
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL, |
||||||
|
STR_PROP_1 VARCHAR(512) NULL, |
||||||
|
STR_PROP_2 VARCHAR(512) NULL, |
||||||
|
STR_PROP_3 VARCHAR(512) NULL, |
||||||
|
INT_PROP_1 INT NULL, |
||||||
|
INT_PROP_2 INT NULL, |
||||||
|
LONG_PROP_1 BIGINT NULL, |
||||||
|
LONG_PROP_2 BIGINT NULL, |
||||||
|
DEC_PROP_1 NUMERIC(13,4) NULL, |
||||||
|
DEC_PROP_2 NUMERIC(13,4) NULL, |
||||||
|
BOOL_PROP_1 VARCHAR(1) NULL, |
||||||
|
BOOL_PROP_2 VARCHAR(1) NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP), |
||||||
|
FOREIGN KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP) |
||||||
|
REFERENCES QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_BLOB_TRIGGERS ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL, |
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL, |
||||||
|
BLOB_DATA BLOB NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP), |
||||||
|
INDEX (SCHED_NAME,TRIGGER_NAME, TRIGGER_GROUP), |
||||||
|
FOREIGN KEY (SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP) |
||||||
|
REFERENCES QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_CALENDARS ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
CALENDAR_NAME VARCHAR(200) NOT NULL, |
||||||
|
CALENDAR BLOB NOT NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,CALENDAR_NAME)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_PAUSED_TRIGGER_GRPS ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,TRIGGER_GROUP)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_FIRED_TRIGGERS ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
ENTRY_ID VARCHAR(95) NOT NULL, |
||||||
|
TRIGGER_NAME VARCHAR(200) NOT NULL, |
||||||
|
TRIGGER_GROUP VARCHAR(200) NOT NULL, |
||||||
|
INSTANCE_NAME VARCHAR(200) NOT NULL, |
||||||
|
FIRED_TIME BIGINT(13) NOT NULL, |
||||||
|
SCHED_TIME BIGINT(13) NOT NULL, |
||||||
|
PRIORITY INTEGER NOT NULL, |
||||||
|
STATE VARCHAR(16) NOT NULL, |
||||||
|
JOB_NAME VARCHAR(200) NULL, |
||||||
|
JOB_GROUP VARCHAR(200) NULL, |
||||||
|
IS_NONCONCURRENT VARCHAR(1) NULL, |
||||||
|
REQUESTS_RECOVERY VARCHAR(1) NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,ENTRY_ID)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_SCHEDULER_STATE ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
INSTANCE_NAME VARCHAR(200) NOT NULL, |
||||||
|
LAST_CHECKIN_TIME BIGINT(13) NOT NULL, |
||||||
|
CHECKIN_INTERVAL BIGINT(13) NOT NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,INSTANCE_NAME)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE TABLE QRTZ_LOCKS ( |
||||||
|
SCHED_NAME VARCHAR(120) NOT NULL, |
||||||
|
LOCK_NAME VARCHAR(40) NOT NULL, |
||||||
|
PRIMARY KEY (SCHED_NAME,LOCK_NAME)) |
||||||
|
ENGINE=InnoDB; |
||||||
|
|
||||||
|
CREATE INDEX IDX_QRTZ_J_REQ_RECOVERY ON QRTZ_JOB_DETAILS(SCHED_NAME,REQUESTS_RECOVERY); |
||||||
|
CREATE INDEX IDX_QRTZ_J_GRP ON QRTZ_JOB_DETAILS(SCHED_NAME,JOB_GROUP); |
||||||
|
|
||||||
|
CREATE INDEX IDX_QRTZ_T_J ON QRTZ_TRIGGERS(SCHED_NAME,JOB_NAME,JOB_GROUP); |
||||||
|
CREATE INDEX IDX_QRTZ_T_JG ON QRTZ_TRIGGERS(SCHED_NAME,JOB_GROUP); |
||||||
|
CREATE INDEX IDX_QRTZ_T_C ON QRTZ_TRIGGERS(SCHED_NAME,CALENDAR_NAME); |
||||||
|
CREATE INDEX IDX_QRTZ_T_G ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_GROUP); |
||||||
|
CREATE INDEX IDX_QRTZ_T_STATE ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_STATE); |
||||||
|
CREATE INDEX IDX_QRTZ_T_N_STATE ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP,TRIGGER_STATE); |
||||||
|
CREATE INDEX IDX_QRTZ_T_N_G_STATE ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_GROUP,TRIGGER_STATE); |
||||||
|
CREATE INDEX IDX_QRTZ_T_NEXT_FIRE_TIME ON QRTZ_TRIGGERS(SCHED_NAME,NEXT_FIRE_TIME); |
||||||
|
CREATE INDEX IDX_QRTZ_T_NFT_ST ON QRTZ_TRIGGERS(SCHED_NAME,TRIGGER_STATE,NEXT_FIRE_TIME); |
||||||
|
CREATE INDEX IDX_QRTZ_T_NFT_MISFIRE ON QRTZ_TRIGGERS(SCHED_NAME,MISFIRE_INSTR,NEXT_FIRE_TIME); |
||||||
|
CREATE INDEX IDX_QRTZ_T_NFT_ST_MISFIRE ON QRTZ_TRIGGERS(SCHED_NAME,MISFIRE_INSTR,NEXT_FIRE_TIME,TRIGGER_STATE); |
||||||
|
CREATE INDEX IDX_QRTZ_T_NFT_ST_MISFIRE_GRP ON QRTZ_TRIGGERS(SCHED_NAME,MISFIRE_INSTR,NEXT_FIRE_TIME,TRIGGER_GROUP,TRIGGER_STATE); |
||||||
|
|
||||||
|
CREATE INDEX IDX_QRTZ_FT_TRIG_INST_NAME ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,INSTANCE_NAME); |
||||||
|
CREATE INDEX IDX_QRTZ_FT_INST_JOB_REQ_RCVRY ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,INSTANCE_NAME,REQUESTS_RECOVERY); |
||||||
|
CREATE INDEX IDX_QRTZ_FT_J_G ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,JOB_NAME,JOB_GROUP); |
||||||
|
CREATE INDEX IDX_QRTZ_FT_JG ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,JOB_GROUP); |
||||||
|
CREATE INDEX IDX_QRTZ_FT_T_G ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,TRIGGER_NAME,TRIGGER_GROUP); |
||||||
|
CREATE INDEX IDX_QRTZ_FT_TG ON QRTZ_FIRED_TRIGGERS(SCHED_NAME,TRIGGER_GROUP); |
||||||
|
|
||||||
|
commit; |
||||||
Loading…
Reference in new issue