lenboo
4 years ago
191 changed files with 3325 additions and 1329 deletions
@ -1,69 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
package org.apache.dolphinscheduler.alert.utils; |
|
||||||
|
|
||||||
import com.alibaba.fastjson.JSON; |
|
||||||
import com.alibaba.fastjson.JSONArray; |
|
||||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
|
|
||||||
import java.util.Collections; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
/** |
|
||||||
* json utils |
|
||||||
*/ |
|
||||||
public class JSONUtils { |
|
||||||
|
|
||||||
private static final Logger logger = LoggerFactory.getLogger(JSONUtils.class); |
|
||||||
|
|
||||||
/** |
|
||||||
* object to json string |
|
||||||
* @param object the object to be converted to json |
|
||||||
* @return json string |
|
||||||
*/ |
|
||||||
public static String toJsonString(Object object) { |
|
||||||
try{ |
|
||||||
return JSON.toJSONString(object,false); |
|
||||||
} catch (Exception e) { |
|
||||||
throw new RuntimeException("Json deserialization exception.", e); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* json to list |
|
||||||
* |
|
||||||
* @param json the json |
|
||||||
* @param clazz c |
|
||||||
* @param <T> the generic clazz |
|
||||||
* @return the result list or empty list |
|
||||||
*/ |
|
||||||
public static <T> List<T> toList(String json, Class<T> clazz) { |
|
||||||
if (StringUtils.isEmpty(json)) { |
|
||||||
return Collections.emptyList(); |
|
||||||
} |
|
||||||
try { |
|
||||||
return JSON.parseArray(json, clazz); |
|
||||||
} catch (Exception e) { |
|
||||||
logger.error("JSONArray.parseArray exception!",e); |
|
||||||
} |
|
||||||
|
|
||||||
return Collections.emptyList(); |
|
||||||
} |
|
||||||
|
|
||||||
} |
|
||||||
@ -1,114 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
package org.apache.dolphinscheduler.alert.utils; |
|
||||||
|
|
||||||
import com.fasterxml.jackson.databind.JsonNode; |
|
||||||
import org.junit.Before; |
|
||||||
import org.junit.Test; |
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
|
|
||||||
import java.util.ArrayList; |
|
||||||
import java.util.LinkedHashMap; |
|
||||||
import java.util.List; |
|
||||||
|
|
||||||
import static org.junit.Assert.*; |
|
||||||
|
|
||||||
public class JSONUtilsTest { |
|
||||||
|
|
||||||
private static final Logger logger = LoggerFactory.getLogger(JSONUtilsTest.class); |
|
||||||
|
|
||||||
public List<LinkedHashMap<String, Object>> list = new ArrayList<>(); |
|
||||||
|
|
||||||
public String expected = null; |
|
||||||
|
|
||||||
@Before |
|
||||||
public void setUp() throws Exception { |
|
||||||
|
|
||||||
//Define expected json string
|
|
||||||
expected = "[{\"mysql service name\":\"mysql200\",\"mysql address\":\"192.168.xx.xx\",\"port\":\"3306\",\"no index of number\":\"80\",\"database client connections\":\"190\"}]"; |
|
||||||
|
|
||||||
//Initial map
|
|
||||||
LinkedHashMap<String, Object> map = new LinkedHashMap<>(); |
|
||||||
map.put("mysql service name","mysql200"); |
|
||||||
map.put("mysql address","192.168.xx.xx"); |
|
||||||
map.put("port","3306"); |
|
||||||
map.put("no index of number","80"); |
|
||||||
map.put("database client connections","190"); |
|
||||||
|
|
||||||
//Add map into list
|
|
||||||
list.add(map); |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
/** |
|
||||||
* Test toJsonString |
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void testToJsonString() { |
|
||||||
|
|
||||||
//Invoke toJsonString
|
|
||||||
String result = JSONUtils.toJsonString(list); |
|
||||||
logger.info(result); |
|
||||||
|
|
||||||
//Equal result with expected string
|
|
||||||
assertEquals(result,expected); |
|
||||||
|
|
||||||
//If param is null, then return null string
|
|
||||||
result = JSONUtils.toJsonString(null); |
|
||||||
logger.info(result); |
|
||||||
|
|
||||||
assertEquals("null", result); |
|
||||||
|
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* Test toList |
|
||||||
*/ |
|
||||||
@Test |
|
||||||
public void testToList() { |
|
||||||
|
|
||||||
//Invoke toList
|
|
||||||
List<LinkedHashMap> result = JSONUtils.toList(expected ,LinkedHashMap.class); |
|
||||||
//Equal list size=1
|
|
||||||
assertEquals(1,result.size()); |
|
||||||
|
|
||||||
//Transform entity to LinkedHashMap<String, Object>
|
|
||||||
LinkedHashMap<String, Object> entity = result.get(0); |
|
||||||
|
|
||||||
//Equal expected values
|
|
||||||
assertEquals("mysql200",entity.get("mysql service name")); |
|
||||||
assertEquals("192.168.xx.xx", entity.get("mysql address")); |
|
||||||
assertEquals("3306", entity.get("port")); |
|
||||||
assertEquals("80", entity.get("no index of number")); |
|
||||||
assertEquals("190", entity.get("database client connections")); |
|
||||||
|
|
||||||
//If param is null, then return empty list
|
|
||||||
result = JSONUtils.toList(null ,LinkedHashMap.class); |
|
||||||
assertNotNull(result); |
|
||||||
assertTrue(result.isEmpty()); |
|
||||||
|
|
||||||
//If param is incorrect, then return empty list and log error message
|
|
||||||
result = JSONUtils.toList("}{" ,LinkedHashMap.class); |
|
||||||
assertNotNull(result); |
|
||||||
assertTrue(result.isEmpty()); |
|
||||||
|
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
} |
|
||||||
@ -0,0 +1,41 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package org.apache.dolphinscheduler.common.enums; |
||||||
|
|
||||||
|
import com.baomidou.mybatisplus.annotation.EnumValue; |
||||||
|
|
||||||
|
public enum SqoopJobType { |
||||||
|
CUSTOM(0, "CUSTOM"), |
||||||
|
TEMPLATE(1, "TEMPLATE"); |
||||||
|
|
||||||
|
SqoopJobType(int code, String descp){ |
||||||
|
this.code = code; |
||||||
|
this.descp = descp; |
||||||
|
} |
||||||
|
|
||||||
|
@EnumValue |
||||||
|
private final int code; |
||||||
|
private final String descp; |
||||||
|
|
||||||
|
public int getCode() { |
||||||
|
return code; |
||||||
|
} |
||||||
|
|
||||||
|
public String getDescp() { |
||||||
|
return descp; |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,84 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package org.apache.dolphinscheduler.common.task; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.common.enums.HttpCheckCondition; |
||||||
|
import org.apache.dolphinscheduler.common.enums.HttpMethod; |
||||||
|
import org.apache.dolphinscheduler.common.task.http.HttpParameters; |
||||||
|
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||||
|
import org.junit.Assert; |
||||||
|
import org.junit.Test; |
||||||
|
|
||||||
|
/** |
||||||
|
* http parameter |
||||||
|
*/ |
||||||
|
public class HttpParametersTest { |
||||||
|
|
||||||
|
|
||||||
|
@Test |
||||||
|
public void testGenerator(){ |
||||||
|
String paramData = "{\"localParams\":[],\"httpParams\":[],\"url\":\"https://www.baidu.com/\"," + |
||||||
|
"\"httpMethod\":\"GET\",\"httpCheckCondition\":\"STATUS_CODE_DEFAULT\",\"condition\":\"\",\"connectTimeout\":\"10000\",\"socketTimeout\":\"10000\"}"; |
||||||
|
HttpParameters httpParameters = JSONUtils.parseObject(paramData, HttpParameters.class); |
||||||
|
|
||||||
|
|
||||||
|
Assert.assertEquals(10000,httpParameters.getConnectTimeout() ); |
||||||
|
Assert.assertEquals(10000,httpParameters.getSocketTimeout()); |
||||||
|
Assert.assertEquals("https://www.baidu.com/",httpParameters.getUrl()); |
||||||
|
Assert.assertEquals(HttpMethod.GET,httpParameters.getHttpMethod()); |
||||||
|
Assert.assertEquals(HttpCheckCondition.STATUS_CODE_DEFAULT,httpParameters.getHttpCheckCondition()); |
||||||
|
Assert.assertEquals("",httpParameters.getCondition()); |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
@Test |
||||||
|
public void testCheckParameters(){ |
||||||
|
String paramData = "{\"localParams\":[],\"httpParams\":[],\"url\":\"https://www.baidu.com/\"," + |
||||||
|
"\"httpMethod\":\"GET\",\"httpCheckCondition\":\"STATUS_CODE_DEFAULT\",\"condition\":\"\",\"connectTimeout\":\"10000\",\"socketTimeout\":\"10000\"}"; |
||||||
|
HttpParameters httpParameters = JSONUtils.parseObject(paramData, HttpParameters.class); |
||||||
|
|
||||||
|
Assert.assertTrue( httpParameters.checkParameters()); |
||||||
|
Assert.assertEquals(10000,httpParameters.getConnectTimeout() ); |
||||||
|
Assert.assertEquals(10000,httpParameters.getSocketTimeout()); |
||||||
|
Assert.assertEquals("https://www.baidu.com/",httpParameters.getUrl()); |
||||||
|
Assert.assertEquals(HttpMethod.GET,httpParameters.getHttpMethod()); |
||||||
|
Assert.assertEquals(HttpCheckCondition.STATUS_CODE_DEFAULT,httpParameters.getHttpCheckCondition()); |
||||||
|
Assert.assertEquals("",httpParameters.getCondition()); |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
@Test |
||||||
|
public void testCheckValues() { |
||||||
|
String paramData = "{\"localParams\":[],\"httpParams\":[],\"url\":\"https://www.baidu.com/\"," + |
||||||
|
"\"httpMethod\":\"GET\",\"httpCheckCondition\":\"STATUS_CODE_DEFAULT\",\"condition\":\"\",\"connectTimeout\":\"10000\",\"socketTimeout\":\"10000\"}"; |
||||||
|
HttpParameters httpParameters = JSONUtils.parseObject(paramData, HttpParameters.class); |
||||||
|
|
||||||
|
Assert.assertTrue( httpParameters.checkParameters()); |
||||||
|
Assert.assertEquals(10000,httpParameters.getConnectTimeout() ); |
||||||
|
Assert.assertEquals(10000,httpParameters.getSocketTimeout()); |
||||||
|
Assert.assertEquals("https://www.baidu.com/",httpParameters.getUrl()); |
||||||
|
Assert.assertEquals(HttpMethod.GET,httpParameters.getHttpMethod()); |
||||||
|
Assert.assertEquals(HttpCheckCondition.STATUS_CODE_DEFAULT,httpParameters.getHttpCheckCondition()); |
||||||
|
Assert.assertEquals("",httpParameters.getCondition()); |
||||||
|
Assert.assertEquals(0,httpParameters.getLocalParametersMap().size()); |
||||||
|
Assert.assertEquals(0,httpParameters.getResourceFilesList().size()); |
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,74 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package org.apache.dolphinscheduler.dao.datasource; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.common.enums.DbConnectType; |
||||||
|
import org.junit.Assert; |
||||||
|
import org.junit.Test; |
||||||
|
|
||||||
|
public class OracleDataSourceTest { |
||||||
|
|
||||||
|
@Test |
||||||
|
public void testGetOracleJdbcUrl() { |
||||||
|
OracleDataSource oracleDataSource = new OracleDataSource(); |
||||||
|
oracleDataSource.setType(DbConnectType.ORACLE_SERVICE_NAME); |
||||||
|
oracleDataSource.setAddress("jdbc:oracle:thin:@//127.0.0.1:1521"); |
||||||
|
oracleDataSource.setDatabase("test"); |
||||||
|
oracleDataSource.setPassword("123456"); |
||||||
|
oracleDataSource.setUser("test"); |
||||||
|
Assert.assertEquals("jdbc:oracle:thin:@//127.0.0.1:1521/test", oracleDataSource.getJdbcUrl()); |
||||||
|
//set fake principal
|
||||||
|
oracleDataSource.setPrincipal("fake principal"); |
||||||
|
Assert.assertEquals("jdbc:oracle:thin:@//127.0.0.1:1521/test", oracleDataSource.getJdbcUrl()); |
||||||
|
//set fake other
|
||||||
|
oracleDataSource.setOther("charset=UTF-8"); |
||||||
|
Assert.assertEquals("jdbc:oracle:thin:@//127.0.0.1:1521/test?charset=UTF-8", oracleDataSource.getJdbcUrl()); |
||||||
|
|
||||||
|
OracleDataSource oracleDataSource2 = new OracleDataSource(); |
||||||
|
oracleDataSource2.setAddress("jdbc:oracle:thin:@127.0.0.1:1521"); |
||||||
|
oracleDataSource2.setDatabase("orcl"); |
||||||
|
oracleDataSource2.setPassword("123456"); |
||||||
|
oracleDataSource2.setUser("test"); |
||||||
|
oracleDataSource2.setType(DbConnectType.ORACLE_SID); |
||||||
|
Assert.assertEquals("jdbc:oracle:thin:@127.0.0.1:1521:orcl", oracleDataSource2.getJdbcUrl()); |
||||||
|
//set fake principal
|
||||||
|
oracleDataSource2.setPrincipal("fake principal"); |
||||||
|
Assert.assertEquals("jdbc:oracle:thin:@127.0.0.1:1521:orcl", oracleDataSource2.getJdbcUrl()); |
||||||
|
//set fake other
|
||||||
|
oracleDataSource2.setOther("charset=UTF-8"); |
||||||
|
Assert.assertEquals("jdbc:oracle:thin:@127.0.0.1:1521:orcl?charset=UTF-8", oracleDataSource2.getJdbcUrl()); |
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void testAppendDatabase() { |
||||||
|
OracleDataSource oracleDataSource = new OracleDataSource(); |
||||||
|
oracleDataSource.setAddress("jdbc:oracle:thin:@//127.0.0.1:1521"); |
||||||
|
oracleDataSource.setDatabase("test"); |
||||||
|
oracleDataSource.setType(DbConnectType.ORACLE_SERVICE_NAME); |
||||||
|
StringBuilder jdbcUrl = new StringBuilder(oracleDataSource.getAddress()); |
||||||
|
oracleDataSource.appendDatabase(jdbcUrl); |
||||||
|
Assert.assertEquals("jdbc:oracle:thin:@//127.0.0.1:1521/test", jdbcUrl.toString()); |
||||||
|
|
||||||
|
OracleDataSource oracleDataSource2 = new OracleDataSource(); |
||||||
|
oracleDataSource2.setAddress("jdbc:oracle:thin:@127.0.0.1:1521"); |
||||||
|
oracleDataSource2.setDatabase("orcl"); |
||||||
|
oracleDataSource2.setType(DbConnectType.ORACLE_SID); |
||||||
|
StringBuilder jdbcUrl2 = new StringBuilder(oracleDataSource2.getAddress()); |
||||||
|
oracleDataSource2.appendDatabase(jdbcUrl2); |
||||||
|
Assert.assertEquals("jdbc:oracle:thin:@127.0.0.1:1521:orcl", jdbcUrl2.toString()); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,40 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package org.apache.dolphinscheduler.dao.entity; |
||||||
|
|
||||||
|
import org.junit.Assert; |
||||||
|
import org.junit.Test; |
||||||
|
|
||||||
|
public class ProcessDefinitionTest { |
||||||
|
|
||||||
|
/** |
||||||
|
* task instance sub process |
||||||
|
*/ |
||||||
|
@Test |
||||||
|
public void getGlobalParamMapTest() { |
||||||
|
ProcessDefinition taskInstance = new ProcessDefinition(); |
||||||
|
|
||||||
|
//sub process
|
||||||
|
taskInstance.setGlobalParams("[{\"prop\":\"selenium_global_parameters_1\",\"direct\":\"IN\",\"type\":\"VARCHAR\",\"value\":\"selenium_global_parameters_value_1\"}]"); |
||||||
|
|
||||||
|
taskInstance.getGlobalParamMap(); |
||||||
|
Assert.assertEquals("{selenium_global_parameters_1=selenium_global_parameters_value_1}",taskInstance.getGlobalParamMap().toString()); |
||||||
|
|
||||||
|
|
||||||
|
|
||||||
|
} |
||||||
|
} |
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue