|
|
|
@ -18,7 +18,6 @@ package cn.escheduler.server.worker.task.sql; |
|
|
|
|
|
|
|
|
|
|
|
import cn.escheduler.alert.utils.MailUtils; |
|
|
|
import cn.escheduler.alert.utils.MailUtils; |
|
|
|
import cn.escheduler.common.Constants; |
|
|
|
import cn.escheduler.common.Constants; |
|
|
|
import cn.escheduler.common.enums.DbType; |
|
|
|
|
|
|
|
import cn.escheduler.common.enums.ShowType; |
|
|
|
import cn.escheduler.common.enums.ShowType; |
|
|
|
import cn.escheduler.common.enums.TaskTimeoutStrategy; |
|
|
|
import cn.escheduler.common.enums.TaskTimeoutStrategy; |
|
|
|
import cn.escheduler.common.enums.UdfType; |
|
|
|
import cn.escheduler.common.enums.UdfType; |
|
|
|
@ -44,8 +43,6 @@ import com.alibaba.fastjson.JSONObject; |
|
|
|
import com.alibaba.fastjson.serializer.SerializerFeature; |
|
|
|
import com.alibaba.fastjson.serializer.SerializerFeature; |
|
|
|
import org.apache.commons.lang.StringUtils; |
|
|
|
import org.apache.commons.lang.StringUtils; |
|
|
|
import org.apache.commons.lang3.EnumUtils; |
|
|
|
import org.apache.commons.lang3.EnumUtils; |
|
|
|
import org.apache.hadoop.conf.Configuration; |
|
|
|
|
|
|
|
import org.apache.hadoop.security.UserGroupInformation; |
|
|
|
|
|
|
|
import org.slf4j.Logger; |
|
|
|
import org.slf4j.Logger; |
|
|
|
|
|
|
|
|
|
|
|
import java.sql.*; |
|
|
|
import java.sql.*; |
|
|
|
@ -54,7 +51,8 @@ import java.util.regex.Matcher; |
|
|
|
import java.util.regex.Pattern; |
|
|
|
import java.util.regex.Pattern; |
|
|
|
import java.util.stream.Collectors; |
|
|
|
import java.util.stream.Collectors; |
|
|
|
|
|
|
|
|
|
|
|
import static cn.escheduler.common.utils.PropertyUtils.getString; |
|
|
|
import static cn.escheduler.common.Constants.*; |
|
|
|
|
|
|
|
import static cn.escheduler.common.enums.DbType.*; |
|
|
|
|
|
|
|
|
|
|
|
/** |
|
|
|
/** |
|
|
|
* sql task |
|
|
|
* sql task |
|
|
|
@ -76,12 +74,22 @@ public class SqlTask extends AbstractTask { |
|
|
|
*/ |
|
|
|
*/ |
|
|
|
private AlertDao alertDao; |
|
|
|
private AlertDao alertDao; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/** |
|
|
|
|
|
|
|
* datasource |
|
|
|
|
|
|
|
*/ |
|
|
|
|
|
|
|
private DataSource dataSource; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/** |
|
|
|
|
|
|
|
* base datasource |
|
|
|
|
|
|
|
*/ |
|
|
|
|
|
|
|
private BaseDataSource baseDataSource; |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
public SqlTask(TaskProps props, Logger logger) { |
|
|
|
public SqlTask(TaskProps taskProps, Logger logger) { |
|
|
|
super(props, logger); |
|
|
|
super(taskProps, logger); |
|
|
|
|
|
|
|
|
|
|
|
logger.info("sql task params {}", taskProps.getTaskParams()); |
|
|
|
logger.info("sql task params {}", taskProps.getTaskParams()); |
|
|
|
this.sqlParameters = JSONObject.parseObject(props.getTaskParams(), SqlParameters.class); |
|
|
|
this.sqlParameters = JSONObject.parseObject(taskProps.getTaskParams(), SqlParameters.class); |
|
|
|
|
|
|
|
|
|
|
|
if (!sqlParameters.checkParameters()) { |
|
|
|
if (!sqlParameters.checkParameters()) { |
|
|
|
throw new RuntimeException("sql task params is not valid"); |
|
|
|
throw new RuntimeException("sql task params is not valid"); |
|
|
|
@ -97,67 +105,67 @@ public class SqlTask extends AbstractTask { |
|
|
|
Thread.currentThread().setName(threadLoggerInfoName); |
|
|
|
Thread.currentThread().setName(threadLoggerInfoName); |
|
|
|
logger.info(sqlParameters.toString()); |
|
|
|
logger.info(sqlParameters.toString()); |
|
|
|
logger.info("sql type : {}, datasource : {}, sql : {} , localParams : {},udfs : {},showType : {},connParams : {}", |
|
|
|
logger.info("sql type : {}, datasource : {}, sql : {} , localParams : {},udfs : {},showType : {},connParams : {}", |
|
|
|
sqlParameters.getType(), sqlParameters.getDatasource(), sqlParameters.getSql(), |
|
|
|
sqlParameters.getType(), |
|
|
|
sqlParameters.getLocalParams(), sqlParameters.getUdfs(), sqlParameters.getShowType(), sqlParameters.getConnParams()); |
|
|
|
sqlParameters.getDatasource(), |
|
|
|
|
|
|
|
sqlParameters.getSql(), |
|
|
|
// determine whether there is a data source
|
|
|
|
sqlParameters.getLocalParams(), |
|
|
|
|
|
|
|
sqlParameters.getUdfs(), |
|
|
|
|
|
|
|
sqlParameters.getShowType(), |
|
|
|
|
|
|
|
sqlParameters.getConnParams()); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// not set data source
|
|
|
|
if (sqlParameters.getDatasource() == 0){ |
|
|
|
if (sqlParameters.getDatasource() == 0){ |
|
|
|
logger.error("datasource is null"); |
|
|
|
logger.error("datasource id not exists"); |
|
|
|
exitStatusCode = -1; |
|
|
|
exitStatusCode = -1; |
|
|
|
}else { |
|
|
|
return; |
|
|
|
List<String> createFuncs = null; |
|
|
|
} |
|
|
|
DataSource dataSource = processDao.findDataSourceById(sqlParameters.getDatasource()); |
|
|
|
|
|
|
|
|
|
|
|
dataSource= processDao.findDataSourceById(sqlParameters.getDatasource()); |
|
|
|
logger.info("datasource name : {} , type : {} , desc : {} , user_id : {} , parameter : {}", |
|
|
|
logger.info("datasource name : {} , type : {} , desc : {} , user_id : {} , parameter : {}", |
|
|
|
dataSource.getName(),dataSource.getType(),dataSource.getNote(), |
|
|
|
dataSource.getName(), |
|
|
|
dataSource.getUserId(),dataSource.getConnectionParams()); |
|
|
|
dataSource.getType(), |
|
|
|
|
|
|
|
dataSource.getNote(), |
|
|
|
|
|
|
|
dataSource.getUserId(), |
|
|
|
|
|
|
|
dataSource.getConnectionParams()); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if (dataSource == null){ |
|
|
|
|
|
|
|
logger.error("datasource not exists"); |
|
|
|
|
|
|
|
exitStatusCode = -1; |
|
|
|
|
|
|
|
return; |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
if (dataSource != null){ |
|
|
|
|
|
|
|
Connection con = null; |
|
|
|
Connection con = null; |
|
|
|
|
|
|
|
List<String> createFuncs = null; |
|
|
|
try { |
|
|
|
try { |
|
|
|
BaseDataSource baseDataSource = null; |
|
|
|
// load class
|
|
|
|
if (DbType.MYSQL.name().equals(dataSource.getType().name())){ |
|
|
|
DataSourceFactory.loadClass(dataSource.getType()); |
|
|
|
baseDataSource = JSONObject.parseObject(dataSource.getConnectionParams(),MySQLDataSource.class); |
|
|
|
// get datasource
|
|
|
|
Class.forName(Constants.JDBC_MYSQL_CLASS_NAME); |
|
|
|
baseDataSource = DataSourceFactory.getDatasource(dataSource.getType(), |
|
|
|
}else if (DbType.POSTGRESQL.name().equals(dataSource.getType().name())){ |
|
|
|
dataSource.getConnectionParams()); |
|
|
|
baseDataSource = JSONObject.parseObject(dataSource.getConnectionParams(),PostgreDataSource.class); |
|
|
|
|
|
|
|
Class.forName(Constants.JDBC_POSTGRESQL_CLASS_NAME); |
|
|
|
|
|
|
|
}else if (DbType.HIVE.name().equals(dataSource.getType().name())){ |
|
|
|
|
|
|
|
baseDataSource = JSONObject.parseObject(dataSource.getConnectionParams(),HiveDataSource.class); |
|
|
|
|
|
|
|
Class.forName(Constants.JDBC_HIVE_CLASS_NAME); |
|
|
|
|
|
|
|
}else if (DbType.SPARK.name().equals(dataSource.getType().name())){ |
|
|
|
|
|
|
|
baseDataSource = JSONObject.parseObject(dataSource.getConnectionParams(),SparkDataSource.class); |
|
|
|
|
|
|
|
Class.forName(Constants.JDBC_SPARK_CLASS_NAME); |
|
|
|
|
|
|
|
}else if (DbType.CLICKHOUSE.name().equals(dataSource.getType().name())){ |
|
|
|
|
|
|
|
baseDataSource = JSONObject.parseObject(dataSource.getConnectionParams(),ClickHouseDataSource.class); |
|
|
|
|
|
|
|
Class.forName(Constants.JDBC_CLICKHOUSE_CLASS_NAME); |
|
|
|
|
|
|
|
}else if (DbType.ORACLE.name().equals(dataSource.getType().name())){ |
|
|
|
|
|
|
|
baseDataSource = JSONObject.parseObject(dataSource.getConnectionParams(),OracleDataSource.class); |
|
|
|
|
|
|
|
Class.forName(Constants.JDBC_ORACLE_CLASS_NAME); |
|
|
|
|
|
|
|
}else if (DbType.SQLSERVER.name().equals(dataSource.getType().name())){ |
|
|
|
|
|
|
|
baseDataSource = JSONObject.parseObject(dataSource.getConnectionParams(),SQLServerDataSource.class); |
|
|
|
|
|
|
|
Class.forName(Constants.JDBC_SQLSERVER_CLASS_NAME); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
// ready to execute SQL and parameter entity Map
|
|
|
|
// ready to execute SQL and parameter entity Map
|
|
|
|
SqlBinds mainSqlBinds = getSqlAndSqlParamsMap(sqlParameters.getSql()); |
|
|
|
SqlBinds mainSqlBinds = getSqlAndSqlParamsMap(sqlParameters.getSql()); |
|
|
|
List<SqlBinds> preStatementSqlBinds = Optional.ofNullable(sqlParameters.getPreStatements()).orElse(new ArrayList<>()) |
|
|
|
List<SqlBinds> preStatementSqlBinds = Optional.ofNullable(sqlParameters.getPreStatements()) |
|
|
|
|
|
|
|
.orElse(new ArrayList<>()) |
|
|
|
.stream() |
|
|
|
.stream() |
|
|
|
.map(this::getSqlAndSqlParamsMap) |
|
|
|
.map(this::getSqlAndSqlParamsMap) |
|
|
|
.collect(Collectors.toList()); |
|
|
|
.collect(Collectors.toList()); |
|
|
|
List<SqlBinds> postStatementSqlBinds = Optional.ofNullable(sqlParameters.getPostStatements()).orElse(new ArrayList<>()) |
|
|
|
List<SqlBinds> postStatementSqlBinds = Optional.ofNullable(sqlParameters.getPostStatements()) |
|
|
|
|
|
|
|
.orElse(new ArrayList<>()) |
|
|
|
.stream() |
|
|
|
.stream() |
|
|
|
.map(this::getSqlAndSqlParamsMap) |
|
|
|
.map(this::getSqlAndSqlParamsMap) |
|
|
|
.collect(Collectors.toList()); |
|
|
|
.collect(Collectors.toList()); |
|
|
|
|
|
|
|
|
|
|
|
if(EnumUtils.isValidEnum(UdfType.class, sqlParameters.getType()) && StringUtils.isNotEmpty(sqlParameters.getUdfs())){ |
|
|
|
// determine if it is UDF
|
|
|
|
|
|
|
|
boolean udfTypeFlag = EnumUtils.isValidEnum(UdfType.class, sqlParameters.getType()) |
|
|
|
|
|
|
|
&& StringUtils.isNotEmpty(sqlParameters.getUdfs()); |
|
|
|
|
|
|
|
if(udfTypeFlag){ |
|
|
|
List<UdfFunc> udfFuncList = processDao.queryUdfFunListByids(sqlParameters.getUdfs()); |
|
|
|
List<UdfFunc> udfFuncList = processDao.queryUdfFunListByids(sqlParameters.getUdfs()); |
|
|
|
createFuncs = UDFUtils.createFuncs(udfFuncList, taskProps.getTenantCode(), logger); |
|
|
|
createFuncs = UDFUtils.createFuncs(udfFuncList, taskProps.getTenantCode(), logger); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
// execute sql task
|
|
|
|
// execute sql task
|
|
|
|
con = executeFuncAndSql(baseDataSource, mainSqlBinds, preStatementSqlBinds, postStatementSqlBinds, createFuncs); |
|
|
|
con = executeFuncAndSql(mainSqlBinds, preStatementSqlBinds, postStatementSqlBinds, createFuncs); |
|
|
|
|
|
|
|
|
|
|
|
} finally { |
|
|
|
} finally { |
|
|
|
if (con != null) { |
|
|
|
if (con != null) { |
|
|
|
try { |
|
|
|
try { |
|
|
|
@ -168,8 +176,6 @@ public class SqlTask extends AbstractTask { |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/** |
|
|
|
/** |
|
|
|
* ready to execute SQL and parameter entity Map |
|
|
|
* ready to execute SQL and parameter entity Map |
|
|
|
@ -180,13 +186,13 @@ public class SqlTask extends AbstractTask { |
|
|
|
StringBuilder sqlBuilder = new StringBuilder(); |
|
|
|
StringBuilder sqlBuilder = new StringBuilder(); |
|
|
|
|
|
|
|
|
|
|
|
// find process instance by task id
|
|
|
|
// find process instance by task id
|
|
|
|
ProcessInstance processInstance = processDao.findProcessInstanceByTaskId(taskProps.getTaskInstId()); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
Map<String, Property> paramsMap = ParamUtils.convert(taskProps.getUserDefParamsMap(), |
|
|
|
Map<String, Property> paramsMap = ParamUtils.convert(taskProps.getUserDefParamsMap(), |
|
|
|
taskProps.getDefinedParams(), |
|
|
|
taskProps.getDefinedParams(), |
|
|
|
sqlParameters.getLocalParametersMap(), |
|
|
|
sqlParameters.getLocalParametersMap(), |
|
|
|
processInstance.getCmdTypeIfComplement(), |
|
|
|
taskProps.getCmdTypeIfComplement(), |
|
|
|
processInstance.getScheduleTime()); |
|
|
|
taskProps.getScheduleTime()); |
|
|
|
|
|
|
|
|
|
|
|
// spell SQL according to the final user-defined variable
|
|
|
|
// spell SQL according to the final user-defined variable
|
|
|
|
if(paramsMap == null){ |
|
|
|
if(paramsMap == null){ |
|
|
|
@ -195,8 +201,9 @@ public class SqlTask extends AbstractTask { |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
if (StringUtils.isNotEmpty(sqlParameters.getTitle())){ |
|
|
|
if (StringUtils.isNotEmpty(sqlParameters.getTitle())){ |
|
|
|
String title = ParameterUtils.convertParameterPlaceholders(sqlParameters.getTitle(), ParamUtils.convert(paramsMap)); |
|
|
|
String title = ParameterUtils.convertParameterPlaceholders(sqlParameters.getTitle(), |
|
|
|
logger.info(title); |
|
|
|
ParamUtils.convert(paramsMap)); |
|
|
|
|
|
|
|
logger.info("SQL tile : {}",title); |
|
|
|
sqlParameters.setTitle(title); |
|
|
|
sqlParameters.setTitle(title); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
@ -220,41 +227,39 @@ public class SqlTask extends AbstractTask { |
|
|
|
|
|
|
|
|
|
|
|
/** |
|
|
|
/** |
|
|
|
* execute sql |
|
|
|
* execute sql |
|
|
|
* @param baseDataSource |
|
|
|
|
|
|
|
* @param mainSqlBinds |
|
|
|
* @param mainSqlBinds |
|
|
|
* @param preStatementsBinds |
|
|
|
* @param preStatementsBinds |
|
|
|
* @param postStatementsBinds |
|
|
|
* @param postStatementsBinds |
|
|
|
* @param createFuncs |
|
|
|
* @param createFuncs |
|
|
|
|
|
|
|
* @return |
|
|
|
*/ |
|
|
|
*/ |
|
|
|
public Connection executeFuncAndSql(BaseDataSource baseDataSource, |
|
|
|
public Connection executeFuncAndSql(SqlBinds mainSqlBinds, |
|
|
|
SqlBinds mainSqlBinds, |
|
|
|
|
|
|
|
List<SqlBinds> preStatementsBinds, |
|
|
|
List<SqlBinds> preStatementsBinds, |
|
|
|
List<SqlBinds> postStatementsBinds, |
|
|
|
List<SqlBinds> postStatementsBinds, |
|
|
|
List<String> createFuncs){ |
|
|
|
List<String> createFuncs){ |
|
|
|
Connection connection = null; |
|
|
|
Connection connection = null; |
|
|
|
try { |
|
|
|
try { |
|
|
|
if (CommonUtils.getKerberosStartupState()) { |
|
|
|
// if upload resource is HDFS and kerberos startup
|
|
|
|
System.setProperty(cn.escheduler.common.Constants.JAVA_SECURITY_KRB5_CONF, |
|
|
|
CommonUtils.loadKerberosConf(); |
|
|
|
getString(cn.escheduler.common.Constants.JAVA_SECURITY_KRB5_CONF_PATH)); |
|
|
|
|
|
|
|
Configuration configuration = new Configuration(); |
|
|
|
// if hive , load connection params if exists
|
|
|
|
configuration.set(cn.escheduler.common.Constants.HADOOP_SECURITY_AUTHENTICATION, "kerberos"); |
|
|
|
if (HIVE == dataSource.getType()) { |
|
|
|
UserGroupInformation.setConfiguration(configuration); |
|
|
|
|
|
|
|
UserGroupInformation.loginUserFromKeytab(getString(cn.escheduler.common.Constants.LOGIN_USER_KEY_TAB_USERNAME), |
|
|
|
|
|
|
|
getString(cn.escheduler.common.Constants.LOGIN_USER_KEY_TAB_PATH)); |
|
|
|
|
|
|
|
} |
|
|
|
|
|
|
|
if (DbType.HIVE.name().equals(sqlParameters.getType())) { |
|
|
|
|
|
|
|
Properties paramProp = new Properties(); |
|
|
|
Properties paramProp = new Properties(); |
|
|
|
paramProp.setProperty("user", baseDataSource.getUser()); |
|
|
|
paramProp.setProperty(USER, baseDataSource.getUser()); |
|
|
|
paramProp.setProperty("password", baseDataSource.getPassword()); |
|
|
|
paramProp.setProperty(PASSWORD, baseDataSource.getPassword()); |
|
|
|
Map<String, String> connParamMap = CollectionUtils.stringToMap(sqlParameters.getConnParams(), Constants.SEMICOLON,"hiveconf:"); |
|
|
|
Map<String, String> connParamMap = CollectionUtils.stringToMap(sqlParameters.getConnParams(), |
|
|
|
|
|
|
|
SEMICOLON, |
|
|
|
|
|
|
|
HIVE_CONF); |
|
|
|
if(connParamMap != null){ |
|
|
|
if(connParamMap != null){ |
|
|
|
paramProp.putAll(connParamMap); |
|
|
|
paramProp.putAll(connParamMap); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
connection = DriverManager.getConnection(baseDataSource.getJdbcUrl(),paramProp); |
|
|
|
connection = DriverManager.getConnection(baseDataSource.getJdbcUrl(), |
|
|
|
|
|
|
|
paramProp); |
|
|
|
}else{ |
|
|
|
}else{ |
|
|
|
connection = DriverManager.getConnection(baseDataSource.getJdbcUrl(), |
|
|
|
connection = DriverManager.getConnection(baseDataSource.getJdbcUrl(), |
|
|
|
baseDataSource.getUser(), baseDataSource.getPassword()); |
|
|
|
baseDataSource.getUser(), |
|
|
|
|
|
|
|
baseDataSource.getPassword()); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
// create temp function
|
|
|
|
// create temp function
|
|
|
|
@ -270,7 +275,7 @@ public class SqlTask extends AbstractTask { |
|
|
|
for (SqlBinds sqlBind: preStatementsBinds) { |
|
|
|
for (SqlBinds sqlBind: preStatementsBinds) { |
|
|
|
try (PreparedStatement stmt = prepareStatementAndBind(connection, sqlBind)) { |
|
|
|
try (PreparedStatement stmt = prepareStatementAndBind(connection, sqlBind)) { |
|
|
|
int result = stmt.executeUpdate(); |
|
|
|
int result = stmt.executeUpdate(); |
|
|
|
logger.info("pre statement execute result: " + result + ", for sql: " + sqlBind.getSql()); |
|
|
|
logger.info("pre statement execute result: {}, for sql: {}",result,sqlBind.getSql()); |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
@ -278,7 +283,7 @@ public class SqlTask extends AbstractTask { |
|
|
|
// decide whether to executeQuery or executeUpdate based on sqlType
|
|
|
|
// decide whether to executeQuery or executeUpdate based on sqlType
|
|
|
|
if (sqlParameters.getSqlType() == SqlType.QUERY.ordinal()) { |
|
|
|
if (sqlParameters.getSqlType() == SqlType.QUERY.ordinal()) { |
|
|
|
// query statements need to be convert to JsonArray and inserted into Alert to send
|
|
|
|
// query statements need to be convert to JsonArray and inserted into Alert to send
|
|
|
|
JSONArray array = new JSONArray(); |
|
|
|
JSONArray resultJSONArray = new JSONArray(); |
|
|
|
ResultSet resultSet = stmt.executeQuery(); |
|
|
|
ResultSet resultSet = stmt.executeQuery(); |
|
|
|
ResultSetMetaData md = resultSet.getMetaData(); |
|
|
|
ResultSetMetaData md = resultSet.getMetaData(); |
|
|
|
int num = md.getColumnCount(); |
|
|
|
int num = md.getColumnCount(); |
|
|
|
@ -288,21 +293,19 @@ public class SqlTask extends AbstractTask { |
|
|
|
for (int i = 1; i <= num; i++) { |
|
|
|
for (int i = 1; i <= num; i++) { |
|
|
|
mapOfColValues.put(md.getColumnName(i), resultSet.getObject(i)); |
|
|
|
mapOfColValues.put(md.getColumnName(i), resultSet.getObject(i)); |
|
|
|
} |
|
|
|
} |
|
|
|
array.add(mapOfColValues); |
|
|
|
resultJSONArray.add(mapOfColValues); |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
logger.debug("execute sql : {}", JSONObject.toJSONString(array, SerializerFeature.WriteMapNullValue)); |
|
|
|
logger.debug("execute sql : {}", JSONObject.toJSONString(resultJSONArray, SerializerFeature.WriteMapNullValue)); |
|
|
|
|
|
|
|
|
|
|
|
// send as an attachment
|
|
|
|
// if there is a result set
|
|
|
|
if (StringUtils.isEmpty(sqlParameters.getShowType())) { |
|
|
|
if (resultJSONArray.size() > 0) { |
|
|
|
logger.info("showType is empty,don't need send email"); |
|
|
|
|
|
|
|
} else { |
|
|
|
|
|
|
|
if (array.size() > 0) { |
|
|
|
|
|
|
|
if (StringUtils.isNotEmpty(sqlParameters.getTitle())) { |
|
|
|
if (StringUtils.isNotEmpty(sqlParameters.getTitle())) { |
|
|
|
sendAttachment(sqlParameters.getTitle(), JSONObject.toJSONString(array, SerializerFeature.WriteMapNullValue)); |
|
|
|
sendAttachment(sqlParameters.getTitle(), |
|
|
|
|
|
|
|
JSONObject.toJSONString(resultJSONArray, SerializerFeature.WriteMapNullValue)); |
|
|
|
}else{ |
|
|
|
}else{ |
|
|
|
sendAttachment(taskProps.getNodeName() + " query resultsets ", JSONObject.toJSONString(array, SerializerFeature.WriteMapNullValue)); |
|
|
|
sendAttachment(taskProps.getNodeName() + " query resultsets ", |
|
|
|
} |
|
|
|
JSONObject.toJSONString(resultJSONArray, SerializerFeature.WriteMapNullValue)); |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
@ -310,7 +313,7 @@ public class SqlTask extends AbstractTask { |
|
|
|
|
|
|
|
|
|
|
|
} else if (sqlParameters.getSqlType() == SqlType.NON_QUERY.ordinal()) { |
|
|
|
} else if (sqlParameters.getSqlType() == SqlType.NON_QUERY.ordinal()) { |
|
|
|
// non query statement
|
|
|
|
// non query statement
|
|
|
|
int result = stmt.executeUpdate(); |
|
|
|
stmt.executeUpdate(); |
|
|
|
exitStatusCode = 0; |
|
|
|
exitStatusCode = 0; |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
@ -318,7 +321,7 @@ public class SqlTask extends AbstractTask { |
|
|
|
for (SqlBinds sqlBind: postStatementsBinds) { |
|
|
|
for (SqlBinds sqlBind: postStatementsBinds) { |
|
|
|
try (PreparedStatement stmt = prepareStatementAndBind(connection, sqlBind)) { |
|
|
|
try (PreparedStatement stmt = prepareStatementAndBind(connection, sqlBind)) { |
|
|
|
int result = stmt.executeUpdate(); |
|
|
|
int result = stmt.executeUpdate(); |
|
|
|
logger.info("post statement execute result: " + result + ", for sql: " + sqlBind.getSql()); |
|
|
|
logger.info("post statement execute result: {},for sql: {}",result,sqlBind.getSql()); |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} catch (Exception e) { |
|
|
|
} catch (Exception e) { |
|
|
|
@ -328,9 +331,19 @@ public class SqlTask extends AbstractTask { |
|
|
|
return connection; |
|
|
|
return connection; |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
/** |
|
|
|
|
|
|
|
* preparedStatement bind |
|
|
|
|
|
|
|
* @param connection |
|
|
|
|
|
|
|
* @param sqlBinds |
|
|
|
|
|
|
|
* @return |
|
|
|
|
|
|
|
* @throws Exception |
|
|
|
|
|
|
|
*/ |
|
|
|
private PreparedStatement prepareStatementAndBind(Connection connection, SqlBinds sqlBinds) throws Exception { |
|
|
|
private PreparedStatement prepareStatementAndBind(Connection connection, SqlBinds sqlBinds) throws Exception { |
|
|
|
PreparedStatement stmt = connection.prepareStatement(sqlBinds.getSql()); |
|
|
|
PreparedStatement stmt = connection.prepareStatement(sqlBinds.getSql()); |
|
|
|
if(taskProps.getTaskTimeoutStrategy() == TaskTimeoutStrategy.FAILED || taskProps.getTaskTimeoutStrategy() == TaskTimeoutStrategy.WARNFAILED){ |
|
|
|
// is the timeout set
|
|
|
|
|
|
|
|
boolean timeoutFlag = taskProps.getTaskTimeoutStrategy() == TaskTimeoutStrategy.FAILED || |
|
|
|
|
|
|
|
taskProps.getTaskTimeoutStrategy() == TaskTimeoutStrategy.WARNFAILED; |
|
|
|
|
|
|
|
if(timeoutFlag){ |
|
|
|
stmt.setQueryTimeout(taskProps.getTaskTimeout()); |
|
|
|
stmt.setQueryTimeout(taskProps.getTaskTimeout()); |
|
|
|
} |
|
|
|
} |
|
|
|
Map<Integer, Property> params = sqlBinds.getParamsMap(); |
|
|
|
Map<Integer, Property> params = sqlBinds.getParamsMap(); |
|
|
|
@ -354,9 +367,6 @@ public class SqlTask extends AbstractTask { |
|
|
|
// process instance
|
|
|
|
// process instance
|
|
|
|
ProcessInstance instance = processDao.findProcessInstanceByTaskId(taskProps.getTaskInstId()); |
|
|
|
ProcessInstance instance = processDao.findProcessInstanceByTaskId(taskProps.getTaskInstId()); |
|
|
|
|
|
|
|
|
|
|
|
// process define
|
|
|
|
|
|
|
|
ProcessDefinition processDefine = processDao.findProcessDefineById(instance.getProcessDefinitionId()); |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
List<User> users = alertDao.queryUserByAlertGroupId(instance.getWarningGroupId()); |
|
|
|
List<User> users = alertDao.queryUserByAlertGroupId(instance.getWarningGroupId()); |
|
|
|
|
|
|
|
|
|
|
|
// receiving group list
|
|
|
|
// receiving group list
|
|
|
|
@ -367,7 +377,7 @@ public class SqlTask extends AbstractTask { |
|
|
|
// custom receiver
|
|
|
|
// custom receiver
|
|
|
|
String receivers = sqlParameters.getReceivers(); |
|
|
|
String receivers = sqlParameters.getReceivers(); |
|
|
|
if (StringUtils.isNotEmpty(receivers)){ |
|
|
|
if (StringUtils.isNotEmpty(receivers)){ |
|
|
|
String[] splits = receivers.split(Constants.COMMA); |
|
|
|
String[] splits = receivers.split(COMMA); |
|
|
|
for (String receiver : splits){ |
|
|
|
for (String receiver : splits){ |
|
|
|
receviersList.add(receiver.trim()); |
|
|
|
receviersList.add(receiver.trim()); |
|
|
|
} |
|
|
|
} |
|
|
|
@ -378,16 +388,17 @@ public class SqlTask extends AbstractTask { |
|
|
|
// Custom Copier
|
|
|
|
// Custom Copier
|
|
|
|
String receiversCc = sqlParameters.getReceiversCc(); |
|
|
|
String receiversCc = sqlParameters.getReceiversCc(); |
|
|
|
if (StringUtils.isNotEmpty(receiversCc)){ |
|
|
|
if (StringUtils.isNotEmpty(receiversCc)){ |
|
|
|
String[] splits = receiversCc.split(Constants.COMMA); |
|
|
|
String[] splits = receiversCc.split(COMMA); |
|
|
|
for (String receiverCc : splits){ |
|
|
|
for (String receiverCc : splits){ |
|
|
|
receviersCcList.add(receiverCc.trim()); |
|
|
|
receviersCcList.add(receiverCc.trim()); |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
} |
|
|
|
|
|
|
|
|
|
|
|
String showTypeName = sqlParameters.getShowType().replace(Constants.COMMA,"").trim(); |
|
|
|
String showTypeName = sqlParameters.getShowType().replace(COMMA,"").trim(); |
|
|
|
if(EnumUtils.isValidEnum(ShowType.class,showTypeName)){ |
|
|
|
if(EnumUtils.isValidEnum(ShowType.class,showTypeName)){ |
|
|
|
Map<String, Object> mailResult = MailUtils.sendMails(receviersList, receviersCcList, title, content, ShowType.valueOf(showTypeName)); |
|
|
|
Map<String, Object> mailResult = MailUtils.sendMails(receviersList, |
|
|
|
if(!(Boolean) mailResult.get(cn.escheduler.common.Constants.STATUS)){ |
|
|
|
receviersCcList, title, content, ShowType.valueOf(showTypeName)); |
|
|
|
|
|
|
|
if(!(Boolean) mailResult.get(STATUS)){ |
|
|
|
throw new RuntimeException("send mail failed!"); |
|
|
|
throw new RuntimeException("send mail failed!"); |
|
|
|
} |
|
|
|
} |
|
|
|
}else{ |
|
|
|
}else{ |
|
|
|
@ -425,7 +436,7 @@ public class SqlTask extends AbstractTask { |
|
|
|
public void printReplacedSql(String content, String formatSql,String rgex, Map<Integer,Property> sqlParamsMap){ |
|
|
|
public void printReplacedSql(String content, String formatSql,String rgex, Map<Integer,Property> sqlParamsMap){ |
|
|
|
//parameter print style
|
|
|
|
//parameter print style
|
|
|
|
logger.info("after replace sql , preparing : {}" , formatSql); |
|
|
|
logger.info("after replace sql , preparing : {}" , formatSql); |
|
|
|
StringBuffer logPrint = new StringBuffer("replaced sql , parameters:"); |
|
|
|
StringBuilder logPrint = new StringBuilder("replaced sql , parameters:"); |
|
|
|
for(int i=1;i<=sqlParamsMap.size();i++){ |
|
|
|
for(int i=1;i<=sqlParamsMap.size();i++){ |
|
|
|
logPrint.append(sqlParamsMap.get(i).getValue()+"("+sqlParamsMap.get(i).getType()+")"); |
|
|
|
logPrint.append(sqlParamsMap.get(i).getValue()+"("+sqlParamsMap.get(i).getType()+")"); |
|
|
|
} |
|
|
|
} |
|
|
|
|
lenboo
5 years ago