gongzijian
6 years ago
30 changed files with 1815 additions and 278 deletions
Binary file not shown.
@ -0,0 +1,48 @@
|
||||
# 后端开发文档 |
||||
|
||||
## 环境要求 |
||||
|
||||
* [Mysql](http://geek.analysys.cn/topic/124) (5.5+) : 必装 |
||||
* [JDK](https://www.oracle.com/technetwork/java/javase/downloads/index.html) (1.8+) : 必装 |
||||
* [ZooKeeper](https://mirrors.tuna.tsinghua.edu.cn/apache/zookeeper)(3.4.6+) ：必装 |
||||
* [Maven](http://maven.apache.org/download.cgi)(3.3+) ：必装 |
||||
|
||||
因EasyScheduler中escheduler-rpc模块使用到Grpc，需要用到Maven编译生成所需要的类 |
||||
对Maven不熟的伙伴请参考: [maven in five minutes](http://maven.apache.org/guides/getting-started/maven-in-five-minutes.html)(3.3+) |
||||
|
||||
http://maven.apache.org/install.html |
||||
|
||||
## 项目编译 |
||||
将EasyScheduler源码下载导入Idea等开发工具后，首先转为Maven项目(右键点击后选择"Add Framework Support") |
||||
|
||||
* 执行编译命令： |
||||
|
||||
``` |
||||
mvn -U clean package assembly:assembly -Dmaven.test.skip=true |
||||
``` |
||||
|
||||
* 查看目录 |
||||
|
||||
正常编译完后，会在当前目录生成 target/escheduler-{version}/ |
||||
|
||||
``` |
||||
bin |
||||
conf |
||||
lib |
||||
script |
||||
sql |
||||
install.sh |
||||
``` |
||||
|
||||
- 说明 |
||||
|
||||
``` |
||||
bin : 基础服务启动脚本 |
||||
conf : 项目配置文件 |
||||
lib : 项目依赖jar包，包括各个模块jar和第三方jar |
||||
script : 集群启动、停止和服务监控启停脚本 |
||||
sql : 项目依赖sql文件 |
||||
install.sh : 一键部署脚本 |
||||
``` |
||||
|
||||
|
||||
@ -0,0 +1,129 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
package cn.escheduler.api.controller; |
||||
|
||||
|
||||
import cn.escheduler.api.service.MonitorService; |
||||
import cn.escheduler.api.service.ServerService; |
||||
import cn.escheduler.api.utils.Constants; |
||||
import cn.escheduler.api.utils.Result; |
||||
import cn.escheduler.dao.model.User; |
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
import org.springframework.beans.factory.annotation.Autowired; |
||||
import org.springframework.http.HttpStatus; |
||||
import org.springframework.web.bind.annotation.*; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import static cn.escheduler.api.enums.Status.*; |
||||
|
||||
|
||||
/** |
||||
* monitor controller |
||||
*/ |
||||
@RestController |
||||
@RequestMapping("/monitor") |
||||
public class MonitorController extends BaseController{ |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(MonitorController.class); |
||||
|
||||
@Autowired |
||||
private ServerService serverService; |
||||
|
||||
@Autowired |
||||
private MonitorService monitorService; |
||||
|
||||
/** |
||||
* master list |
||||
* @param loginUser |
||||
* @return |
||||
*/ |
||||
@GetMapping(value = "/master/list") |
||||
@ResponseStatus(HttpStatus.OK) |
||||
public Result listMaster(@RequestAttribute(value = Constants.SESSION_USER) User loginUser) { |
||||
logger.info("login user: {}, query all master", loginUser.getUserName()); |
||||
try{ |
||||
logger.info("list master, user:{}", loginUser.getUserName()); |
||||
Map<String, Object> result = serverService.queryMaster(loginUser); |
||||
return returnDataList(result); |
||||
}catch (Exception e){ |
||||
logger.error(LIST_MASTERS_ERROR.getMsg(),e); |
||||
return error(LIST_MASTERS_ERROR.getCode(), |
||||
LIST_MASTERS_ERROR.getMsg()); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* worker list |
||||
* @param loginUser |
||||
* @return |
||||
*/ |
||||
@GetMapping(value = "/worker/list") |
||||
@ResponseStatus(HttpStatus.OK) |
||||
public Result listWorker(@RequestAttribute(value = Constants.SESSION_USER) User loginUser) { |
||||
logger.info("login user: {}, query all workers", loginUser.getUserName()); |
||||
try{ |
||||
Map<String, Object> result = serverService.queryWorker(loginUser); |
||||
return returnDataList(result); |
||||
}catch (Exception e){ |
||||
logger.error(LIST_WORKERS_ERROR.getMsg(),e); |
||||
return error(LIST_WORKERS_ERROR.getCode(), |
||||
LIST_WORKERS_ERROR.getMsg()); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* query database state |
||||
* @param loginUser |
||||
* @return |
||||
*/ |
||||
@GetMapping(value = "/database") |
||||
@ResponseStatus(HttpStatus.OK) |
||||
public Result queryDatabaseState(@RequestAttribute(value = Constants.SESSION_USER) User loginUser) { |
||||
logger.info("login user: {}, query database state", loginUser.getUserName()); |
||||
try{ |
||||
|
||||
Map<String, Object> result = monitorService.queryDatabaseState(loginUser); |
||||
return returnDataList(result); |
||||
}catch (Exception e){ |
||||
logger.error(QUERY_DATABASE_STATE_ERROR.getMsg(),e); |
||||
return error(QUERY_DATABASE_STATE_ERROR.getCode(), |
||||
QUERY_DATABASE_STATE_ERROR.getMsg()); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* query zookeeper state |
||||
* @param loginUser |
||||
* @return |
||||
*/ |
||||
@GetMapping(value = "/zookeeper/list") |
||||
@ResponseStatus(HttpStatus.OK) |
||||
public Result queryZookeeperState(@RequestAttribute(value = Constants.SESSION_USER) User loginUser) { |
||||
logger.info("login user: {}, query zookeeper state", loginUser.getUserName()); |
||||
try{ |
||||
Map<String, Object> result = monitorService.queryZookeeperState(loginUser); |
||||
return returnDataList(result); |
||||
}catch (Exception e){ |
||||
logger.error(QUERY_ZOOKEEPER_STATE_ERROR.getMsg(),e); |
||||
return error(QUERY_ZOOKEEPER_STATE_ERROR.getCode(), |
||||
QUERY_ZOOKEEPER_STATE_ERROR.getMsg()); |
||||
} |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,72 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
package cn.escheduler.api.service; |
||||
|
||||
import cn.escheduler.api.enums.Status; |
||||
import cn.escheduler.api.utils.Constants; |
||||
import cn.escheduler.api.utils.ZookeeperMonitorUtils; |
||||
import cn.escheduler.dao.MonitorDBDao; |
||||
import cn.escheduler.dao.model.MonitorRecord; |
||||
import cn.escheduler.dao.model.User; |
||||
import cn.escheduler.dao.model.ZookeeperRecord; |
||||
import org.springframework.stereotype.Service; |
||||
|
||||
import java.util.HashMap; |
||||
import java.util.List; |
||||
import java.util.Map; |
||||
|
||||
/** |
||||
* monitor service |
||||
*/ |
||||
@Service |
||||
public class MonitorService extends BaseService{ |
||||
|
||||
/** |
||||
* query database state |
||||
* |
||||
* @return |
||||
*/ |
||||
public Map<String,Object> queryDatabaseState(User loginUser) { |
||||
Map<String, Object> result = new HashMap<>(5); |
||||
|
||||
List<MonitorRecord> monitorRecordList = MonitorDBDao.queryDatabaseState(); |
||||
|
||||
result.put(Constants.DATA_LIST, monitorRecordList); |
||||
putMsg(result, Status.SUCCESS); |
||||
|
||||
return result; |
||||
|
||||
} |
||||
|
||||
|
||||
/** |
||||
* query zookeeper state |
||||
* |
||||
* @return |
||||
*/ |
||||
public Map<String,Object> queryZookeeperState(User loginUser) { |
||||
Map<String, Object> result = new HashMap<>(5); |
||||
|
||||
List<ZookeeperRecord> zookeeperRecordList = ZookeeperMonitorUtils.zookeeperInfoList(); |
||||
|
||||
result.put(Constants.DATA_LIST, zookeeperRecordList); |
||||
putMsg(result, Status.SUCCESS); |
||||
|
||||
return result; |
||||
|
||||
} |
||||
} |
||||
@ -0,0 +1,211 @@
|
||||
package cn.escheduler.api.utils; |
||||
|
||||
import org.apache.commons.lang3.StringUtils; |
||||
import org.apache.zookeeper.client.FourLetterWordMain; |
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
import java.io.IOException; |
||||
import java.util.Scanner; |
||||
|
||||
/** |
||||
* zookeeper状态监控:4字口诀 |
||||
* |
||||
*/ |
||||
public class ZooKeeperState { |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(ZooKeeperState.class); |
||||
|
||||
private final String host; |
||||
private final int port; |
||||
|
||||
private int minLatency = -1, avgLatency = -1, maxLatency = -1; |
||||
private long received = -1; |
||||
private long sent = -1; |
||||
private int outStanding = -1; |
||||
private long zxid = -1; |
||||
private String mode = null; |
||||
private int nodeCount = -1; |
||||
private int watches = -1; |
||||
private int connections = -1; |
||||
|
||||
public ZooKeeperState(String connectionString) { |
||||
String host = connectionString.substring(0, |
||||
connectionString.indexOf(':')); |
||||
int port = Integer.parseInt(connectionString.substring(connectionString |
||||
.indexOf(':') + 1)); |
||||
this.host = host; |
||||
this.port = port; |
||||
} |
||||
|
||||
public void getZookeeperInfo() { |
||||
String content = cmd("srvr"); |
||||
if (StringUtils.isNotBlank(content)) { |
||||
Scanner scannerForStat = new Scanner(content); |
||||
while (scannerForStat.hasNext()) { |
||||
String line = scannerForStat.nextLine(); |
||||
if (line.startsWith("Latency min/avg/max:")) { |
||||
String[] latencys = getStringValueFromLine(line).split("/"); |
||||
minLatency = Integer.parseInt(latencys[0]); |
||||
avgLatency = Integer.parseInt(latencys[1]); |
||||
maxLatency = Integer.parseInt(latencys[2]); |
||||
} else if (line.startsWith("Received:")) { |
||||
received = Long.parseLong(getStringValueFromLine(line)); |
||||
} else if (line.startsWith("Sent:")) { |
||||
sent = Long.parseLong(getStringValueFromLine(line)); |
||||
} else if (line.startsWith("Outstanding:")) { |
||||
outStanding = Integer.parseInt(getStringValueFromLine(line)); |
||||
} else if (line.startsWith("Zxid:")) { |
||||
zxid = Long.parseLong(getStringValueFromLine(line).substring(2), 16); |
||||
} else if (line.startsWith("Mode:")) { |
||||
mode = getStringValueFromLine(line); |
||||
} else if (line.startsWith("Node count:")) { |
||||
nodeCount = Integer.parseInt(getStringValueFromLine(line)); |
||||
} |
||||
} |
||||
scannerForStat.close(); |
||||
} |
||||
|
||||
String wchsText = cmd("wchs"); |
||||
if (StringUtils.isNotBlank(wchsText)) { |
||||
Scanner scannerForWchs = new Scanner(wchsText); |
||||
while (scannerForWchs.hasNext()) { |
||||
String line = scannerForWchs.nextLine(); |
||||
if (line.startsWith("Total watches:")) { |
||||
watches = Integer.parseInt(getStringValueFromLine(line)); |
||||
} |
||||
} |
||||
scannerForWchs.close(); |
||||
} |
||||
|
||||
String consText = cmd("cons"); |
||||
if (StringUtils.isNotBlank(consText)) { |
||||
Scanner scannerForCons = new Scanner(consText); |
||||
if (StringUtils.isNotBlank(consText)) { |
||||
connections = 0; |
||||
} |
||||
while (scannerForCons.hasNext()) { |
||||
@SuppressWarnings("unused") |
||||
String line = scannerForCons.nextLine(); |
||||
++connections; |
||||
} |
||||
scannerForCons.close(); |
||||
} |
||||
} |
||||
|
||||
|
||||
public boolean ruok() { |
||||
return "imok\n".equals(cmd("ruok")); |
||||
} |
||||
|
||||
|
||||
private String getStringValueFromLine(String line) { |
||||
return line.substring(line.indexOf(":") + 1, line.length()).replaceAll( |
||||
" ", "").trim(); |
||||
} |
||||
|
||||
private class SendThread extends Thread { |
||||
private String cmd; |
||||
|
||||
public String ret = ""; |
||||
|
||||
public SendThread(String cmd) { |
||||
this.cmd = cmd; |
||||
} |
||||
|
||||
@Override |
||||
public void run() { |
||||
try { |
||||
ret = FourLetterWordMain.send4LetterWord(host, port, cmd); |
||||
} catch (IOException e) { |
||||
logger.error(e.getMessage(),e); |
||||
return; |
||||
} |
||||
} |
||||
|
||||
} |
||||
|
||||
private String cmd(String cmd) { |
||||
final int waitTimeout = 5; |
||||
SendThread sendThread = new SendThread(cmd); |
||||
sendThread.setName("FourLetterCmd:" + cmd); |
||||
sendThread.start(); |
||||
try { |
||||
sendThread.join(waitTimeout * 1000); |
||||
return sendThread.ret; |
||||
} catch (InterruptedException e) { |
||||
logger.error("send " + cmd + " to server " + host + ":" + port + " failed!", e); |
||||
} |
||||
return ""; |
||||
} |
||||
|
||||
public Logger getLogger() { |
||||
return logger; |
||||
} |
||||
|
||||
public String getHost() { |
||||
return host; |
||||
} |
||||
|
||||
public int getPort() { |
||||
return port; |
||||
} |
||||
|
||||
public int getMinLatency() { |
||||
return minLatency; |
||||
} |
||||
|
||||
public int getAvgLatency() { |
||||
return avgLatency; |
||||
} |
||||
|
||||
public int getMaxLatency() { |
||||
return maxLatency; |
||||
} |
||||
|
||||
public long getReceived() { |
||||
return received; |
||||
} |
||||
|
||||
public long getSent() { |
||||
return sent; |
||||
} |
||||
|
||||
public int getOutStanding() { |
||||
return outStanding; |
||||
} |
||||
|
||||
public long getZxid() { |
||||
return zxid; |
||||
} |
||||
|
||||
public String getMode() { |
||||
return mode; |
||||
} |
||||
|
||||
public int getNodeCount() { |
||||
return nodeCount; |
||||
} |
||||
|
||||
public int getWatches() { |
||||
return watches; |
||||
} |
||||
|
||||
public int getConnections() { |
||||
return connections; |
||||
} |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "ZooKeeperState [host=" + host + ", port=" + port |
||||
+ ", minLatency=" + minLatency + ", avgLatency=" + avgLatency |
||||
+ ", maxLatency=" + maxLatency + ", received=" + received |
||||
+ ", sent=" + sent + ", outStanding=" + outStanding + ", zxid=" |
||||
+ zxid + ", mode=" + mode + ", nodeCount=" + nodeCount |
||||
+ ", watches=" + watches + ", connections=" |
||||
+ connections + "]"; |
||||
} |
||||
|
||||
|
||||
|
||||
} |
||||
@ -0,0 +1,72 @@
|
||||
package cn.escheduler.api.utils; |
||||
|
||||
import cn.escheduler.common.zk.AbstractZKClient; |
||||
import cn.escheduler.dao.model.ZookeeperRecord; |
||||
import org.apache.commons.lang3.StringUtils; |
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
import java.util.ArrayList; |
||||
import java.util.Date; |
||||
import java.util.List; |
||||
|
||||
|
||||
/** |
||||
* monitor zookeeper info |
||||
*/ |
||||
public class ZookeeperMonitorUtils { |
||||
|
||||
private static final Logger LOG = LoggerFactory.getLogger(ZookeeperMonitorUtils.class); |
||||
private static final String zookeeperList = AbstractZKClient.getZookeeperQuorum(); |
||||
|
||||
/** |
||||
* |
||||
* @return zookeeper info list |
||||
*/ |
||||
public static List<ZookeeperRecord> zookeeperInfoList(){ |
||||
String zookeeperServers = zookeeperList.replaceAll("[\\t\\n\\x0B\\f\\r]", ""); |
||||
try{ |
||||
return zookeeperInfoList(zookeeperServers); |
||||
}catch(Exception e){ |
||||
LOG.error(e.getMessage(),e); |
||||
} |
||||
return null; |
||||
} |
||||
|
||||
|
||||
private static List<ZookeeperRecord> zookeeperInfoList(String zookeeperServers) { |
||||
|
||||
List<ZookeeperRecord> list = new ArrayList<>(5); |
||||
|
||||
if(StringUtils.isNotBlank(zookeeperServers)){ |
||||
String[] zookeeperServersArray = zookeeperServers.split(","); |
||||
|
||||
for (String zookeeperServer : zookeeperServersArray) { |
||||
ZooKeeperState state = new ZooKeeperState(zookeeperServer); |
||||
boolean ok = state.ruok(); |
||||
if(ok){ |
||||
state.getZookeeperInfo(); |
||||
} |
||||
|
||||
String hostName = zookeeperServer; |
||||
int connections = state.getConnections(); |
||||
int watches = state.getWatches(); |
||||
long sent = state.getSent(); |
||||
long received = state.getReceived(); |
||||
String mode = state.getMode(); |
||||
int minLatency = state.getMinLatency(); |
||||
int avgLatency = state.getAvgLatency(); |
||||
int maxLatency = state.getMaxLatency(); |
||||
int nodeCount = state.getNodeCount(); |
||||
int status = ok ? 1 : 0; |
||||
Date date = new Date(); |
||||
|
||||
ZookeeperRecord zookeeperRecord = new ZookeeperRecord(hostName,connections,watches,sent,received,mode,minLatency,avgLatency,maxLatency,nodeCount,status,date); |
||||
list.add(zookeeperRecord); |
||||
|
||||
} |
||||
} |
||||
|
||||
return list; |
||||
} |
||||
} |
||||
@ -0,0 +1,105 @@
|
||||
package cn.escheduler.api.controller; |
||||
|
||||
import cn.escheduler.api.enums.Status; |
||||
import cn.escheduler.api.utils.Result; |
||||
import cn.escheduler.common.enums.ResourceType; |
||||
import cn.escheduler.common.utils.JSONUtils; |
||||
import com.alibaba.fastjson.JSONObject; |
||||
import org.junit.Assert; |
||||
import org.junit.Before; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
import org.springframework.beans.factory.annotation.Autowired; |
||||
import org.springframework.boot.test.context.SpringBootTest; |
||||
import org.springframework.http.MediaType; |
||||
import org.springframework.test.context.junit4.SpringRunner; |
||||
import org.springframework.test.web.servlet.MockMvc; |
||||
import org.springframework.test.web.servlet.MvcResult; |
||||
import org.springframework.test.web.servlet.setup.MockMvcBuilders; |
||||
import org.springframework.web.context.WebApplicationContext; |
||||
|
||||
import static org.junit.Assert.*; |
||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.get; |
||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.content; |
||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status; |
||||
|
||||
@RunWith(SpringRunner.class) |
||||
@SpringBootTest |
||||
public class MonitorControllerTest { |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(MonitorControllerTest.class); |
||||
public static final String SESSION_ID = "sessionId"; |
||||
public static String SESSION_ID_VALUE; |
||||
|
||||
private MockMvc mockMvc; |
||||
|
||||
@Autowired |
||||
private WebApplicationContext webApplicationContext; |
||||
|
||||
|
||||
|
||||
@Before |
||||
public void setUp() { |
||||
mockMvc = MockMvcBuilders.webAppContextSetup(webApplicationContext).build(); |
||||
SESSION_ID_VALUE = "bad76fc4-2eb4-4aae-b32b-d650e4beb6af"; |
||||
} |
||||
|
||||
@Test |
||||
public void listMaster() throws Exception { |
||||
|
||||
MvcResult mvcResult = mockMvc.perform(get("/monitor/master/list") |
||||
.header(SESSION_ID, SESSION_ID_VALUE) |
||||
/* .param("type", ResourceType.FILE.name())*/ ) |
||||
.andExpect(status().isOk()) |
||||
.andExpect(content().contentType(MediaType.APPLICATION_JSON_UTF8)) |
||||
.andReturn(); |
||||
|
||||
Result result = JSONUtils.parseObject(mvcResult.getResponse().getContentAsString(), Result.class); |
||||
result.getCode().equals(Status.SUCCESS.getCode()); |
||||
|
||||
|
||||
JSONObject object = (JSONObject) JSONObject.parse(mvcResult.getResponse().getContentAsString()); |
||||
|
||||
Assert.assertEquals(Status.SUCCESS.getCode(),result.getCode().intValue()); |
||||
logger.info(mvcResult.getResponse().getContentAsString()); |
||||
} |
||||
|
||||
|
||||
@Test |
||||
public void queryDatabaseState() throws Exception { |
||||
MvcResult mvcResult = mockMvc.perform(get("/monitor/database") |
||||
.header(SESSION_ID, SESSION_ID_VALUE) |
||||
/* .param("type", ResourceType.FILE.name())*/ ) |
||||
.andExpect(status().isOk()) |
||||
.andExpect(content().contentType(MediaType.APPLICATION_JSON_UTF8)) |
||||
.andReturn(); |
||||
|
||||
Result result = JSONUtils.parseObject(mvcResult.getResponse().getContentAsString(), Result.class); |
||||
result.getCode().equals(Status.SUCCESS.getCode()); |
||||
|
||||
|
||||
Assert.assertEquals(Status.SUCCESS.getCode(),result.getCode().intValue()); |
||||
logger.info(mvcResult.getResponse().getContentAsString()); |
||||
} |
||||
|
||||
|
||||
@Test |
||||
public void queryZookeeperState() throws Exception { |
||||
MvcResult mvcResult = mockMvc.perform(get("/monitor/zookeeper/list") |
||||
.header(SESSION_ID, SESSION_ID_VALUE) |
||||
/* .param("type", ResourceType.FILE.name())*/ ) |
||||
.andExpect(status().isOk()) |
||||
.andExpect(content().contentType(MediaType.APPLICATION_JSON_UTF8)) |
||||
.andReturn(); |
||||
|
||||
Result result = JSONUtils.parseObject(mvcResult.getResponse().getContentAsString(), Result.class); |
||||
result.getCode().equals(Status.SUCCESS.getCode()); |
||||
|
||||
|
||||
|
||||
Assert.assertEquals(Status.SUCCESS.getCode(),result.getCode().intValue()); |
||||
logger.info(mvcResult.getResponse().getContentAsString()); |
||||
} |
||||
} |
||||
@ -1,54 +0,0 @@
|
||||
-- 用户指定队列 |
||||
alter table t_escheduler_user add queue varchar(64); |
||||
|
||||
-- 访问token |
||||
CREATE TABLE `t_escheduler_access_token` ( |
||||
`id` int(11) NOT NULL AUTO_INCREMENT COMMENT '主键', |
||||
`user_id` int(11) DEFAULT NULL COMMENT '用户id', |
||||
`token` varchar(64) DEFAULT NULL COMMENT 'token令牌', |
||||
`expire_time` datetime DEFAULT NULL COMMENT 'token有效结束时间', |
||||
`create_time` datetime DEFAULT NULL COMMENT '创建时间', |
||||
`update_time` datetime DEFAULT NULL COMMENT '更新时间', |
||||
PRIMARY KEY (`id`) |
||||
) ENGINE=InnoDB AUTO_INCREMENT=6 DEFAULT CHARSET=utf8; |
||||
|
||||
CREATE TABLE `t_escheduler_error_command` ( |
||||
`id` int(11) NOT NULL COMMENT '主键', |
||||
`command_type` tinyint(4) NULL DEFAULT NULL COMMENT '命令类型：0 启动工作流,1 从当前节点开始执行,2 恢复被容错的工作流,3 恢复暂停流程,4 从失败节点开始执行,5 补数,6 调度,7 重跑,8 暂停,9 停止,10 恢复等待线程', |
||||
`executor_id` int(11) NULL DEFAULT NULL COMMENT '命令执行者', |
||||
`process_definition_id` int(11) NULL DEFAULT NULL COMMENT '流程定义id', |
||||
`command_param` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT '命令的参数（json格式）', |
||||
`task_depend_type` tinyint(4) NULL DEFAULT NULL COMMENT '节点依赖类型', |
||||
`failure_strategy` tinyint(4) NULL DEFAULT 0 COMMENT '失败策略：0结束，1继续', |
||||
`warning_type` tinyint(4) NULL DEFAULT 0 COMMENT '告警类型', |
||||
`warning_group_id` int(11) NULL DEFAULT NULL COMMENT '告警组', |
||||
`schedule_time` datetime(0) NULL DEFAULT NULL COMMENT '预期运行时间', |
||||
`start_time` datetime(0) NULL DEFAULT NULL COMMENT '开始时间', |
||||
`update_time` datetime(0) NULL DEFAULT NULL COMMENT '更新时间', |
||||
`dependence` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT '依赖字段', |
||||
`process_instance_priority` int(11) NULL DEFAULT NULL COMMENT '流程实例优先级：0 Highest,1 High,2 Medium,3 Low,4 Lowest', |
||||
`message` text CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT '执行信息', |
||||
PRIMARY KEY (`id`) USING BTREE |
||||
) ENGINE = InnoDB CHARACTER SET = utf8 COLLATE = utf8_general_ci ROW_FORMAT = Dynamic; |
||||
|
||||
|
||||
CREATE TABLE `t_escheduler_worker_group` ( |
||||
`id` bigint(11) NOT NULL AUTO_INCREMENT COMMENT 'id', |
||||
`name` varchar(256) CHARACTER SET latin1 COLLATE latin1_swedish_ci NULL DEFAULT NULL COMMENT '组名称', |
||||
`ip_list` varchar(256) CHARACTER SET latin1 COLLATE latin1_swedish_ci NULL DEFAULT NULL COMMENT 'worker地址列表', |
||||
`create_time` datetime(0) NULL DEFAULT NULL COMMENT '创建时间', |
||||
`update_time` datetime(0) NULL DEFAULT NULL COMMENT '更新时间', |
||||
PRIMARY KEY (`id`) USING BTREE |
||||
) ENGINE = InnoDB AUTO_INCREMENT = 1 CHARACTER SET = utf8 COLLATE = utf8_general_ci ROW_FORMAT = Dynamic; |
||||
|
||||
ALTER TABLE `t_escheduler_task_instance` |
||||
ADD COLUMN `worker_group_id` int(11) NULL DEFAULT -1 COMMENT '任务指定运行的worker分组' AFTER `task_instance_priority`; |
||||
|
||||
ALTER TABLE `t_escheduler_command` |
||||
ADD COLUMN `worker_group_id` int(11) NULL DEFAULT -1 COMMENT '任务指定运行的worker分组' NULL AFTER `process_instance_priority`; |
||||
|
||||
ALTER TABLE `t_escheduler_error_command` |
||||
ADD COLUMN `worker_group_id` int(11) NULL DEFAULT -1 COMMENT '任务指定运行的worker分组' NULL AFTER `process_instance_priority`; |
||||
|
||||
ALTER TABLE `t_escheduler_schedules` |
||||
ADD COLUMN `worker_group_id` int(11) NULL DEFAULT -1 COMMENT '任务指定运行的worker分组' NULL AFTER `process_instance_priority`; |
||||
@ -0,0 +1,145 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
package cn.escheduler.dao; |
||||
|
||||
import cn.escheduler.common.Constants; |
||||
import cn.escheduler.dao.model.MonitorRecord; |
||||
import org.apache.commons.configuration.Configuration; |
||||
import org.apache.commons.configuration.ConfigurationException; |
||||
import org.apache.commons.configuration.PropertiesConfiguration; |
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
import java.sql.*; |
||||
import java.util.ArrayList; |
||||
import java.util.Date; |
||||
import java.util.List; |
||||
|
||||
|
||||
/** |
||||
* database state dao |
||||
*/ |
||||
public class MonitorDBDao { |
||||
|
||||
private static Logger logger = LoggerFactory.getLogger(MonitorDBDao.class); |
||||
public static final String VARIABLE_NAME = "variable_name"; |
||||
|
||||
/** |
||||
* 加载配置文件 |
||||
*/ |
||||
private static Configuration conf; |
||||
|
||||
static { |
||||
try { |
||||
conf = new PropertiesConfiguration(Constants.DATA_SOURCE_PROPERTIES); |
||||
}catch (ConfigurationException e){ |
||||
logger.error("load configuration excetpion",e); |
||||
System.exit(1); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* create connection |
||||
* @return |
||||
*/ |
||||
private static Connection getConn() { |
||||
String url = conf.getString(Constants.SPRING_DATASOURCE_URL); |
||||
String username = conf.getString(Constants.SPRING_DATASOURCE_USERNAME); |
||||
String password = conf.getString(Constants.SPRING_DATASOURCE_PASSWORD); |
||||
Connection conn = null; |
||||
try { |
||||
//classloader,load driver
|
||||
Class.forName(Constants.JDBC_MYSQL_CLASS_NAME); |
||||
conn = DriverManager.getConnection(url, username, password); |
||||
} catch (ClassNotFoundException e) { |
||||
logger.error("ClassNotFoundException ", e); |
||||
} catch (SQLException e) { |
||||
logger.error("SQLException ", e); |
||||
} |
||||
return conn; |
||||
} |
||||
|
||||
|
||||
/** |
||||
* query database state |
||||
* @return |
||||
*/ |
||||
public static List<MonitorRecord> queryDatabaseState() { |
||||
List<MonitorRecord> list = new ArrayList<>(1); |
||||
|
||||
Connection conn = null; |
||||
long maxConnections = 0; |
||||
long maxUsedConnections = 0; |
||||
long threadsConnections = 0; |
||||
long threadsRunningConnections = 0; |
||||
//mysql running state
|
||||
int state = 1; |
||||
|
||||
|
||||
MonitorRecord monitorRecord = new MonitorRecord(); |
||||
try { |
||||
conn = getConn(); |
||||
if(conn == null){ |
||||
return list; |
||||
} |
||||
|
||||
Statement pstmt = conn.createStatement(); |
||||
|
||||
ResultSet rs1 = pstmt.executeQuery("show global variables"); |
||||
while(rs1.next()){ |
||||
if(rs1.getString(VARIABLE_NAME).toUpperCase().equals("MAX_CONNECTIONS")){ |
||||
maxConnections= Long.parseLong(rs1.getString("value")); |
||||
} |
||||
} |
||||
|
||||
ResultSet rs2 = pstmt.executeQuery("show global status"); |
||||
while(rs2.next()){ |
||||
if(rs2.getString(VARIABLE_NAME).toUpperCase().equals("MAX_USED_CONNECTIONS")){ |
||||
maxUsedConnections = Long.parseLong(rs2.getString("value")); |
||||
}else if(rs2.getString(VARIABLE_NAME).toUpperCase().equals("THREADS_CONNECTED")){ |
||||
threadsConnections = Long.parseLong(rs2.getString("value")); |
||||
}else if(rs2.getString(VARIABLE_NAME).toUpperCase().equals("THREADS_RUNNING")){ |
||||
threadsRunningConnections= Long.parseLong(rs2.getString("value")); |
||||
} |
||||
} |
||||
|
||||
|
||||
} catch (SQLException e) { |
||||
logger.error("SQLException ", e); |
||||
state = 0; |
||||
}finally { |
||||
try { |
||||
if(conn != null){ |
||||
conn.close(); |
||||
} |
||||
} catch (SQLException e) { |
||||
logger.error("SQLException ", e); |
||||
} |
||||
} |
||||
|
||||
monitorRecord.setDate(new Date()); |
||||
monitorRecord.setMaxConnections(maxConnections); |
||||
monitorRecord.setMaxUsedConnections(maxUsedConnections); |
||||
monitorRecord.setThreadsConnections(threadsConnections); |
||||
monitorRecord.setThreadsRunningConnections(threadsRunningConnections); |
||||
monitorRecord.setState(state); |
||||
|
||||
list.add(monitorRecord); |
||||
|
||||
return list; |
||||
} |
||||
} |
||||
@ -0,0 +1,88 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
package cn.escheduler.dao.mapper; |
||||
|
||||
import cn.escheduler.dao.model.Queue; |
||||
import org.apache.ibatis.annotations.*; |
||||
import org.apache.ibatis.type.JdbcType; |
||||
|
||||
import java.util.List; |
||||
|
||||
/** |
||||
* queue mapper |
||||
*/ |
||||
public interface MonitorMapper { |
||||
|
||||
/** |
||||
* insert queue |
||||
* @param queue |
||||
* @return |
||||
*/ |
||||
@InsertProvider(type = QueueMapperProvider.class, method = "insert") |
||||
@Options(useGeneratedKeys = true,keyProperty = "queue.id") |
||||
@SelectKey(statement = "SELECT LAST_INSERT_ID()", keyProperty = "queue.id", before = false, resultType = int.class) |
||||
int insert(@Param("queue") Queue queue); |
||||
|
||||
|
||||
/** |
||||
* delete queue |
||||
* @param queueId |
||||
* @return |
||||
*/ |
||||
@DeleteProvider(type = QueueMapperProvider.class, method = "delete") |
||||
int delete(@Param("queueId") int queueId); |
||||
|
||||
|
||||
/** |
||||
* update queue |
||||
* |
||||
* @param queue |
||||
* @return |
||||
*/ |
||||
@UpdateProvider(type = QueueMapperProvider.class, method = "update") |
||||
int update(@Param("queue") Queue queue); |
||||
|
||||
|
||||
/** |
||||
* query queue by id |
||||
* @param queueId |
||||
* @return |
||||
*/ |
||||
@Results(value = {@Result(property = "id", column = "id", id = true, javaType = Integer.class, jdbcType = JdbcType.INTEGER), |
||||
@Result(property = "queueName", column = "queue_name", javaType = String.class, jdbcType = JdbcType.VARCHAR), |
||||
@Result(property = "queue", column = "queue", javaType = String.class, jdbcType = JdbcType.VARCHAR) |
||||
}) |
||||
@SelectProvider(type = QueueMapperProvider.class, method = "queryById") |
||||
Queue queryById(@Param("queueId") int queueId); |
||||
|
||||
|
||||
/** |
||||
* query all queue list |
||||
* @return |
||||
*/ |
||||
@Results(value = {@Result(property = "id", column = "id", id = true, javaType = Integer.class, jdbcType = JdbcType.INTEGER), |
||||
@Result(property = "queueName", column = "queue_name", javaType = String.class, jdbcType = JdbcType.VARCHAR), |
||||
@Result(property = "queue", column = "queue", javaType = String.class, jdbcType = JdbcType.VARCHAR) |
||||
}) |
||||
@SelectProvider(type = QueueMapperProvider.class, method = "queryAllQueue") |
||||
List<Queue> queryAllQueue(); |
||||
|
||||
|
||||
|
||||
|
||||
|
||||
} |
||||
@ -0,0 +1,115 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
package cn.escheduler.dao.model; |
||||
|
||||
import java.util.Date; |
||||
|
||||
/** |
||||
* monitor record for database |
||||
*/ |
||||
public class MonitorRecord { |
||||
|
||||
/** |
||||
* is normal or not , 1: normal |
||||
*/ |
||||
private int state; |
||||
|
||||
/** |
||||
* max connections |
||||
*/ |
||||
private long maxConnections; |
||||
|
||||
/** |
||||
* max used connections |
||||
*/ |
||||
private long maxUsedConnections; |
||||
|
||||
/** |
||||
* threads connections |
||||
*/ |
||||
private long threadsConnections; |
||||
|
||||
/** |
||||
* threads running connections |
||||
*/ |
||||
private long threadsRunningConnections; |
||||
|
||||
/** |
||||
* start date |
||||
*/ |
||||
private Date date; |
||||
|
||||
public int getState() { |
||||
return state; |
||||
} |
||||
|
||||
public void setState(int state) { |
||||
this.state = state; |
||||
} |
||||
|
||||
public long getMaxConnections() { |
||||
return maxConnections; |
||||
} |
||||
|
||||
public void setMaxConnections(long maxConnections) { |
||||
this.maxConnections = maxConnections; |
||||
} |
||||
|
||||
public long getMaxUsedConnections() { |
||||
return maxUsedConnections; |
||||
} |
||||
|
||||
public void setMaxUsedConnections(long maxUsedConnections) { |
||||
this.maxUsedConnections = maxUsedConnections; |
||||
} |
||||
|
||||
public long getThreadsConnections() { |
||||
return threadsConnections; |
||||
} |
||||
|
||||
public void setThreadsConnections(long threadsConnections) { |
||||
this.threadsConnections = threadsConnections; |
||||
} |
||||
|
||||
public long getThreadsRunningConnections() { |
||||
return threadsRunningConnections; |
||||
} |
||||
|
||||
public void setThreadsRunningConnections(long threadsRunningConnections) { |
||||
this.threadsRunningConnections = threadsRunningConnections; |
||||
} |
||||
|
||||
public Date getDate() { |
||||
return date; |
||||
} |
||||
|
||||
public void setDate(Date date) { |
||||
this.date = date; |
||||
} |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "MonitorRecord{" + |
||||
"state=" + state + |
||||
", maxConnections=" + maxConnections + |
||||
", maxUsedConnections=" + maxUsedConnections + |
||||
", threadsConnections=" + threadsConnections + |
||||
", threadsRunningConnections=" + threadsRunningConnections + |
||||
", date=" + date + |
||||
'}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,217 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
package cn.escheduler.dao.model; |
||||
|
||||
import java.util.Date; |
||||
|
||||
/** |
||||
* monitor record for zookeeper |
||||
*/ |
||||
public class ZookeeperRecord { |
||||
|
||||
/** |
||||
* hostname |
||||
*/ |
||||
private String hostname; |
||||
|
||||
/** |
||||
* connections |
||||
*/ |
||||
private int connections; |
||||
|
||||
/** |
||||
* max connections |
||||
*/ |
||||
private int watches; |
||||
|
||||
/** |
||||
* sent |
||||
*/ |
||||
private long sent; |
||||
|
||||
/** |
||||
* received |
||||
*/ |
||||
private long received; |
||||
|
||||
/** |
||||
* mode: leader or follower |
||||
*/ |
||||
private String mode; |
||||
|
||||
/** |
||||
* min Latency |
||||
*/ |
||||
private int minLatency; |
||||
|
||||
/** |
||||
* avg Latency |
||||
*/ |
||||
private int avgLatency; |
||||
|
||||
/** |
||||
* max Latency |
||||
*/ |
||||
private int maxLatency; |
||||
|
||||
/** |
||||
* node count |
||||
*/ |
||||
private int nodeCount; |
||||
|
||||
/** |
||||
* date |
||||
*/ |
||||
private Date date; |
||||
|
||||
|
||||
/** |
||||
* is normal or not, 1:normal |
||||
*/ |
||||
private int state; |
||||
|
||||
|
||||
public ZookeeperRecord(String hostname,int connections, int watches, long sent, long received, String mode, int minLatency, int avgLatency, int maxLatency, int nodeCount, int state,Date date) { |
||||
this.hostname = hostname; |
||||
this.connections = connections; |
||||
this.watches = watches; |
||||
this.sent = sent; |
||||
this.received = received; |
||||
this.mode = mode; |
||||
this.minLatency = minLatency; |
||||
this.avgLatency = avgLatency; |
||||
this.maxLatency = maxLatency; |
||||
this.nodeCount = nodeCount; |
||||
this.state = state; |
||||
this.date = date; |
||||
} |
||||
|
||||
|
||||
public String getHostname() { |
||||
return hostname; |
||||
} |
||||
|
||||
public void setHostname(String hostname) { |
||||
this.hostname = hostname; |
||||
} |
||||
|
||||
public int getConnections() { |
||||
return connections; |
||||
} |
||||
|
||||
public void setConnections(int connections) { |
||||
this.connections = connections; |
||||
} |
||||
|
||||
public int getWatches() { |
||||
return watches; |
||||
} |
||||
|
||||
public void setWatches(int watches) { |
||||
this.watches = watches; |
||||
} |
||||
|
||||
public long getSent() { |
||||
return sent; |
||||
} |
||||
|
||||
public void setSent(long sent) { |
||||
this.sent = sent; |
||||
} |
||||
|
||||
public long getReceived() { |
||||
return received; |
||||
} |
||||
|
||||
public void setReceived(long received) { |
||||
this.received = received; |
||||
} |
||||
|
||||
public String getMode() { |
||||
return mode; |
||||
} |
||||
|
||||
public void setMode(String mode) { |
||||
this.mode = mode; |
||||
} |
||||
|
||||
public int getMinLatency() { |
||||
return minLatency; |
||||
} |
||||
|
||||
public void setMinLatency(int minLatency) { |
||||
this.minLatency = minLatency; |
||||
} |
||||
|
||||
public int getAvgLatency() { |
||||
return avgLatency; |
||||
} |
||||
|
||||
public void setAvgLatency(int avgLatency) { |
||||
this.avgLatency = avgLatency; |
||||
} |
||||
|
||||
public int getMaxLatency() { |
||||
return maxLatency; |
||||
} |
||||
|
||||
public void setMaxLatency(int maxLatency) { |
||||
this.maxLatency = maxLatency; |
||||
} |
||||
|
||||
public int getNodeCount() { |
||||
return nodeCount; |
||||
} |
||||
|
||||
public void setNodeCount(int nodeCount) { |
||||
this.nodeCount = nodeCount; |
||||
} |
||||
|
||||
public int getState() { |
||||
return state; |
||||
} |
||||
|
||||
public void setState(int state) { |
||||
this.state = state; |
||||
} |
||||
|
||||
public Date getDate() { |
||||
return date; |
||||
} |
||||
|
||||
public void setDate(Date date) { |
||||
this.date = date; |
||||
} |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "ZookeeperRecord{" + |
||||
"hostname='" + hostname + '\'' + |
||||
", connections=" + connections + |
||||
", watches=" + watches + |
||||
", sent=" + sent + |
||||
", received=" + received + |
||||
", mode='" + mode + '\'' + |
||||
", minLatency=" + minLatency + |
||||
", avgLatency=" + avgLatency + |
||||
", maxLatency=" + maxLatency + |
||||
", nodeCount=" + nodeCount + |
||||
", date=" + date + |
||||
", state=" + state + |
||||
'}'; |
||||
} |
||||
} |
||||
Loading…
Reference in new issue