Browse Source
* [Improvement][API] Create Datasource #5083 * Refact create/ update datasource API * fix Code Smells * fix code smell * resolve code smell * use ConnectionParam to replace BaseDatasource * solve license * add ut * code check * add ut * fix ut coverage * fix utpull/3/MERGE
ruanwenjun
3 years ago
committed by
GitHub
70 changed files with 3722 additions and 1952 deletions
@ -0,0 +1,79 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.util.Map; |
||||
import java.util.regex.Pattern; |
||||
|
||||
public abstract class AbstractDatasourceProcessor implements DatasourceProcessor { |
||||
|
||||
private static final Pattern IPV4_PATTERN = Pattern.compile("^[a-zA-Z0-9\\_\\-\\.]+$"); |
||||
|
||||
private static final Pattern IPV6_PATTERN = Pattern.compile("^[a-zA-Z0-9\\_\\-\\.\\:\\[\\]]+$"); |
||||
|
||||
private static final Pattern DATABASE_PATTER = Pattern.compile("^[a-zA-Z0-9\\_\\-\\.]+$"); |
||||
|
||||
private static final Pattern PARAMS_PATTER = Pattern.compile("^[a-zA-Z0-9]+$"); |
||||
|
||||
@Override |
||||
public void checkDatasourceParam(BaseDataSourceParamDTO baseDataSourceParamDTO) { |
||||
checkHost(baseDataSourceParamDTO.getHost()); |
||||
checkDatasourcePatter(baseDataSourceParamDTO.getDatabase()); |
||||
checkOther(baseDataSourceParamDTO.getOther()); |
||||
} |
||||
|
||||
/** |
||||
* Check the host is valid |
||||
* |
||||
* @param host datasource host |
||||
*/ |
||||
protected void checkHost(String host) { |
||||
if (!IPV4_PATTERN.matcher(host).matches() || !IPV6_PATTERN.matcher(host).matches()) { |
||||
throw new IllegalArgumentException("datasource host illegal"); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* check database name is valid |
||||
* |
||||
* @param database database name |
||||
*/ |
||||
protected void checkDatasourcePatter(String database) { |
||||
if (!DATABASE_PATTER.matcher(database).matches()) { |
||||
throw new IllegalArgumentException("datasource name illegal"); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* check other is valid |
||||
* |
||||
* @param other other |
||||
*/ |
||||
protected void checkOther(Map<String, String> other) { |
||||
if (MapUtils.isEmpty(other)) { |
||||
return; |
||||
} |
||||
boolean paramsCheck = other.entrySet().stream().allMatch(p -> PARAMS_PATTER.matcher(p.getValue()).matches()); |
||||
if (!paramsCheck) { |
||||
throw new IllegalArgumentException("datasource other params illegal"); |
||||
} |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,98 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource; |
||||
|
||||
import com.fasterxml.jackson.annotation.JsonInclude; |
||||
import com.fasterxml.jackson.annotation.JsonInclude.Include; |
||||
|
||||
/** |
||||
* The base model of connection param |
||||
* <p> |
||||
* {@link org.apache.dolphinscheduler.common.datasource.clickhouse.ClickhouseConnectionParam} |
||||
* {@link org.apache.dolphinscheduler.common.datasource.db2.Db2ConnectionParam} |
||||
* {@link org.apache.dolphinscheduler.common.datasource.hive.HiveConnectionParam} |
||||
* {@link org.apache.dolphinscheduler.common.datasource.mysql.MysqlConnectionParam} |
||||
* {@link org.apache.dolphinscheduler.common.datasource.oracle.OracleConnectionParam} |
||||
* {@link org.apache.dolphinscheduler.common.datasource.postgresql.PostgreSqlConnectionParam} |
||||
* {@link org.apache.dolphinscheduler.common.datasource.presto.PrestoConnectionParam} |
||||
* {@link org.apache.dolphinscheduler.common.datasource.spark.SparkConnectionParam} |
||||
* {@link org.apache.dolphinscheduler.common.datasource.sqlserver.SqlServerConnectionParam} |
||||
*/ |
||||
@JsonInclude(Include.NON_NULL) |
||||
public abstract class BaseConnectionParam implements ConnectionParam { |
||||
|
||||
protected String user; |
||||
|
||||
protected String password; |
||||
|
||||
protected String address; |
||||
|
||||
protected String database; |
||||
|
||||
protected String jdbcUrl; |
||||
|
||||
protected String other; |
||||
|
||||
public String getUser() { |
||||
return user; |
||||
} |
||||
|
||||
public void setUser(String user) { |
||||
this.user = user; |
||||
} |
||||
|
||||
public String getPassword() { |
||||
return password; |
||||
} |
||||
|
||||
public void setPassword(String password) { |
||||
this.password = password; |
||||
} |
||||
|
||||
public String getAddress() { |
||||
return address; |
||||
} |
||||
|
||||
public void setAddress(String address) { |
||||
this.address = address; |
||||
} |
||||
|
||||
public String getDatabase() { |
||||
return database; |
||||
} |
||||
|
||||
public void setDatabase(String database) { |
||||
this.database = database; |
||||
} |
||||
|
||||
public String getJdbcUrl() { |
||||
return jdbcUrl; |
||||
} |
||||
|
||||
public void setJdbcUrl(String jdbcUrl) { |
||||
this.jdbcUrl = jdbcUrl; |
||||
} |
||||
|
||||
public String getOther() { |
||||
return other; |
||||
} |
||||
|
||||
public void setOther(String other) { |
||||
this.other = other; |
||||
} |
||||
} |
||||
@ -0,0 +1,161 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.clickhouse.ClickHouseDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.db2.Db2DatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.hive.HiveDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.mysql.MysqlDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.oracle.OracleDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.postgresql.PostgreSqlDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.presto.PrestoDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.spark.SparkDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.sqlserver.SqlServerDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.io.Serializable; |
||||
import java.util.Map; |
||||
|
||||
import com.fasterxml.jackson.annotation.JsonSubTypes; |
||||
import com.fasterxml.jackson.annotation.JsonTypeInfo; |
||||
|
||||
/** |
||||
* Basic datasource params submitted to api. |
||||
* <p> |
||||
* see {@link MysqlDatasourceParamDTO} |
||||
* see {@link PostgreSqlDatasourceParamDTO} |
||||
* see {@link HiveDataSourceParamDTO} |
||||
* see {@link SparkDatasourceParamDTO} |
||||
* see {@link ClickHouseDatasourceParamDTO} |
||||
* see {@link OracleDatasourceParamDTO} |
||||
* see {@link SqlServerDatasourceParamDTO} |
||||
* see {@link Db2DatasourceParamDTO} |
||||
* see {@link PrestoDatasourceParamDTO} |
||||
*/ |
||||
@JsonTypeInfo(use = JsonTypeInfo.Id.NAME, property = "type") |
||||
@JsonSubTypes(value = { |
||||
@JsonSubTypes.Type(value = MysqlDatasourceParamDTO.class, name = "MYSQL"), |
||||
@JsonSubTypes.Type(value = PostgreSqlDatasourceParamDTO.class, name = "POSTGRESQL"), |
||||
@JsonSubTypes.Type(value = HiveDataSourceParamDTO.class, name = "HIVE"), |
||||
@JsonSubTypes.Type(value = SparkDatasourceParamDTO.class, name = "SPARK"), |
||||
@JsonSubTypes.Type(value = ClickHouseDatasourceParamDTO.class, name = "CLICKHOUSE"), |
||||
@JsonSubTypes.Type(value = OracleDatasourceParamDTO.class, name = "ORACLE"), |
||||
@JsonSubTypes.Type(value = SqlServerDatasourceParamDTO.class, name = "SQLSERVER"), |
||||
@JsonSubTypes.Type(value = Db2DatasourceParamDTO.class, name = "DB2"), |
||||
@JsonSubTypes.Type(value = PrestoDatasourceParamDTO.class, name = "PRESTO"), |
||||
}) |
||||
public abstract class BaseDataSourceParamDTO implements Serializable { |
||||
|
||||
protected Integer id; |
||||
|
||||
protected String name; |
||||
|
||||
protected String note; |
||||
|
||||
protected String host; |
||||
|
||||
protected Integer port; |
||||
|
||||
protected String database; |
||||
|
||||
protected String userName; |
||||
|
||||
protected String password; |
||||
|
||||
protected Map<String, String> other; |
||||
|
||||
public Integer getId() { |
||||
return id; |
||||
} |
||||
|
||||
public void setId(Integer id) { |
||||
this.id = id; |
||||
} |
||||
|
||||
public String getName() { |
||||
return name; |
||||
} |
||||
|
||||
public void setName(String name) { |
||||
this.name = name; |
||||
} |
||||
|
||||
public String getNote() { |
||||
return note; |
||||
} |
||||
|
||||
public void setNote(String note) { |
||||
this.note = note; |
||||
} |
||||
|
||||
public String getHost() { |
||||
return host; |
||||
} |
||||
|
||||
public void setHost(String host) { |
||||
this.host = host; |
||||
} |
||||
|
||||
public Integer getPort() { |
||||
return port; |
||||
} |
||||
|
||||
public void setPort(Integer port) { |
||||
this.port = port; |
||||
} |
||||
|
||||
public String getDatabase() { |
||||
return database; |
||||
} |
||||
|
||||
public void setDatabase(String database) { |
||||
this.database = database; |
||||
} |
||||
|
||||
public String getUserName() { |
||||
return userName; |
||||
} |
||||
|
||||
public void setUserName(String userName) { |
||||
this.userName = userName; |
||||
} |
||||
|
||||
public String getPassword() { |
||||
return password; |
||||
} |
||||
|
||||
public void setPassword(String password) { |
||||
this.password = password; |
||||
} |
||||
|
||||
public Map<String, String> getOther() { |
||||
return other; |
||||
} |
||||
|
||||
public void setOther(Map<String, String> other) { |
||||
this.other = other; |
||||
} |
||||
|
||||
/** |
||||
* Get the datasource type |
||||
* see{@link DbType} |
||||
* |
||||
* @return datasource type code |
||||
*/ |
||||
public abstract DbType getType(); |
||||
} |
||||
@ -0,0 +1,57 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource; |
||||
|
||||
public class BaseHdfsConnectionParam extends BaseConnectionParam { |
||||
protected String principal; |
||||
protected String javaSecurityKrb5Conf; |
||||
protected String loginUserKeytabUsername; |
||||
protected String loginUserKeytabPath; |
||||
|
||||
public String getPrincipal() { |
||||
return principal; |
||||
} |
||||
|
||||
public void setPrincipal(String principal) { |
||||
this.principal = principal; |
||||
} |
||||
|
||||
public String getJavaSecurityKrb5Conf() { |
||||
return javaSecurityKrb5Conf; |
||||
} |
||||
|
||||
public void setJavaSecurityKrb5Conf(String javaSecurityKrb5Conf) { |
||||
this.javaSecurityKrb5Conf = javaSecurityKrb5Conf; |
||||
} |
||||
|
||||
public String getLoginUserKeytabUsername() { |
||||
return loginUserKeytabUsername; |
||||
} |
||||
|
||||
public void setLoginUserKeytabUsername(String loginUserKeytabUsername) { |
||||
this.loginUserKeytabUsername = loginUserKeytabUsername; |
||||
} |
||||
|
||||
public String getLoginUserKeytabPath() { |
||||
return loginUserKeytabPath; |
||||
} |
||||
|
||||
public void setLoginUserKeytabPath(String loginUserKeytabPath) { |
||||
this.loginUserKeytabPath = loginUserKeytabPath; |
||||
} |
||||
} |
||||
@ -0,0 +1,61 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource; |
||||
|
||||
public abstract class BaseHdfsDatasourceParamDTO extends BaseDataSourceParamDTO { |
||||
|
||||
protected String principal; |
||||
|
||||
protected String javaSecurityKrb5Conf; |
||||
|
||||
protected String loginUserKeytabUsername; |
||||
|
||||
protected String loginUserKeytabPath; |
||||
|
||||
public String getPrincipal() { |
||||
return principal; |
||||
} |
||||
|
||||
public void setPrincipal(String principal) { |
||||
this.principal = principal; |
||||
} |
||||
|
||||
public String getLoginUserKeytabUsername() { |
||||
return loginUserKeytabUsername; |
||||
} |
||||
|
||||
public void setLoginUserKeytabUsername(String loginUserKeytabUsername) { |
||||
this.loginUserKeytabUsername = loginUserKeytabUsername; |
||||
} |
||||
|
||||
public String getLoginUserKeytabPath() { |
||||
return loginUserKeytabPath; |
||||
} |
||||
|
||||
public void setLoginUserKeytabPath(String loginUserKeytabPath) { |
||||
this.loginUserKeytabPath = loginUserKeytabPath; |
||||
} |
||||
|
||||
public String getJavaSecurityKrb5Conf() { |
||||
return javaSecurityKrb5Conf; |
||||
} |
||||
|
||||
public void setJavaSecurityKrb5Conf(String javaSecurityKrb5Conf) { |
||||
this.javaSecurityKrb5Conf = javaSecurityKrb5Conf; |
||||
} |
||||
} |
||||
@ -0,0 +1,81 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.io.IOException; |
||||
import java.sql.Connection; |
||||
import java.sql.SQLException; |
||||
|
||||
public interface DatasourceProcessor { |
||||
|
||||
/** |
||||
* check datasource param is valid |
||||
*/ |
||||
void checkDatasourceParam(BaseDataSourceParamDTO datasourceParam); |
||||
|
||||
/** |
||||
* create BaseDataSourceParamDTO by connectionJson |
||||
* |
||||
* @param connectionJson see{@link org.apache.dolphinscheduler.dao.entity.Datasource} |
||||
* @return {@link BaseDataSourceParamDTO} |
||||
*/ |
||||
BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson); |
||||
|
||||
/** |
||||
* create datasource connection parameter which will be stored at DataSource |
||||
* <p> |
||||
* see {@code org.apache.dolphinscheduler.dao.entity.DataSource.connectionParams} |
||||
*/ |
||||
ConnectionParam createConnectionParams(BaseDataSourceParamDTO datasourceParam); |
||||
|
||||
/** |
||||
* deserialize json to datasource connection param |
||||
* |
||||
* @param connectionJson {@code org.apache.dolphinscheduler.dao.entity.DataSource.connectionParams} |
||||
* @return {@link BaseConnectionParam} |
||||
*/ |
||||
ConnectionParam createConnectionParams(String connectionJson); |
||||
|
||||
/** |
||||
* get datasource Driver |
||||
*/ |
||||
String getDatasourceDriver(); |
||||
|
||||
/** |
||||
* get jdbcUrl by connection param, the jdbcUrl is different with ConnectionParam.jdbcUrl, this method will inject |
||||
* other to jdbcUrl |
||||
* |
||||
* @param connectionParam connection param |
||||
*/ |
||||
String getJdbcUrl(ConnectionParam connectionParam); |
||||
|
||||
/** |
||||
* get connection by connectionParam |
||||
* |
||||
* @param connectionParam connectionParam |
||||
* @return {@link Connection} |
||||
*/ |
||||
Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException, IOException; |
||||
|
||||
/** |
||||
* @return {@link DbType} |
||||
*/ |
||||
DbType getDbType(); |
||||
} |
||||
@ -0,0 +1,121 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.clickhouse.ClickHouseDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.db2.Db2DatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.hive.HiveDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.mysql.MysqlDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.oracle.OracleDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.postgresql.PostgreSqlDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.presto.PrestoDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.spark.SparkDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.sqlserver.SqlServerDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.sql.Connection; |
||||
|
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
public class DatasourceUtil { |
||||
|
||||
private DatasourceUtil() { |
||||
} |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(DatasourceUtil.class); |
||||
|
||||
private static final DatasourceProcessor mysqlProcessor = new MysqlDatasourceProcessor(); |
||||
private static final DatasourceProcessor postgreSqlProcessor = new PostgreSqlDatasourceProcessor(); |
||||
private static final DatasourceProcessor hiveProcessor = new HiveDatasourceProcessor(); |
||||
private static final DatasourceProcessor sparkProcessor = new SparkDatasourceProcessor(); |
||||
private static final DatasourceProcessor clickhouseProcessor = new ClickHouseDatasourceProcessor(); |
||||
private static final DatasourceProcessor oracleProcessor = new OracleDatasourceProcessor(); |
||||
private static final DatasourceProcessor sqlServerProcessor = new SqlServerDatasourceProcessor(); |
||||
private static final DatasourceProcessor db2PROCESSOR = new Db2DatasourceProcessor(); |
||||
private static final DatasourceProcessor prestoPROCESSOR = new PrestoDatasourceProcessor(); |
||||
|
||||
/** |
||||
* check datasource param |
||||
* |
||||
* @param baseDataSourceParamDTO datasource param |
||||
*/ |
||||
public static void checkDatasourceParam(BaseDataSourceParamDTO baseDataSourceParamDTO) { |
||||
getDatasourceProcessor(baseDataSourceParamDTO.getType()).checkDatasourceParam(baseDataSourceParamDTO); |
||||
} |
||||
|
||||
/** |
||||
* build connection url |
||||
* |
||||
* @param baseDataSourceParamDTO datasourceParam |
||||
*/ |
||||
public static ConnectionParam buildConnectionParams(BaseDataSourceParamDTO baseDataSourceParamDTO) { |
||||
ConnectionParam connectionParams = getDatasourceProcessor(baseDataSourceParamDTO.getType()) |
||||
.createConnectionParams(baseDataSourceParamDTO); |
||||
if (logger.isDebugEnabled()) { |
||||
logger.info("parameters map:{}", connectionParams); |
||||
} |
||||
return connectionParams; |
||||
} |
||||
|
||||
public static ConnectionParam buildConnectionParams(DbType dbType, String connectionJson) { |
||||
return getDatasourceProcessor(dbType).createConnectionParams(connectionJson); |
||||
} |
||||
|
||||
public static Connection getConnection(DbType dbType, ConnectionParam connectionParam) { |
||||
try { |
||||
return getDatasourceProcessor(dbType).getConnection(connectionParam); |
||||
} catch (Exception e) { |
||||
throw new RuntimeException(e); |
||||
} |
||||
} |
||||
|
||||
public static String getJdbcUrl(DbType dbType, ConnectionParam baseConnectionParam) { |
||||
return getDatasourceProcessor(dbType).getJdbcUrl(baseConnectionParam); |
||||
} |
||||
|
||||
public static BaseDataSourceParamDTO buildDatasourceParamDTO(DbType dbType, String connectionParams) { |
||||
return getDatasourceProcessor(dbType).createDatasourceParamDTO(connectionParams); |
||||
} |
||||
|
||||
public static DatasourceProcessor getDatasourceProcessor(DbType dbType) { |
||||
switch (dbType) { |
||||
case MYSQL: |
||||
return mysqlProcessor; |
||||
case POSTGRESQL: |
||||
return postgreSqlProcessor; |
||||
case HIVE: |
||||
return hiveProcessor; |
||||
case SPARK: |
||||
return sparkProcessor; |
||||
case CLICKHOUSE: |
||||
return clickhouseProcessor; |
||||
case ORACLE: |
||||
return oracleProcessor; |
||||
case SQLSERVER: |
||||
return sqlServerProcessor; |
||||
case DB2: |
||||
return db2PROCESSOR; |
||||
case PRESTO: |
||||
return prestoPROCESSOR; |
||||
default: |
||||
throw new IllegalArgumentException("datasource type illegal:" + dbType); |
||||
} |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,125 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.clickhouse; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.Map; |
||||
|
||||
public class ClickHouseDatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
ClickhouseConnectionParam connectionParams = (ClickhouseConnectionParam) createConnectionParams(connectionJson); |
||||
|
||||
ClickHouseDatasourceParamDTO clickHouseDatasourceParamDTO = new ClickHouseDatasourceParamDTO(); |
||||
clickHouseDatasourceParamDTO.setDatabase(connectionParams.getDatabase()); |
||||
clickHouseDatasourceParamDTO.setUserName(connectionParams.getUser()); |
||||
clickHouseDatasourceParamDTO.setOther(parseOther(connectionParams.getOther())); |
||||
|
||||
String[] hostSeperator = connectionParams.getAddress().split(Constants.DOUBLE_SLASH); |
||||
String[] hostPortArray = hostSeperator[hostSeperator.length - 1].split(Constants.COMMA); |
||||
clickHouseDatasourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
clickHouseDatasourceParamDTO.setHost(hostPortArray[0].split(Constants.COLON)[0]); |
||||
|
||||
return clickHouseDatasourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(BaseDataSourceParamDTO datasourceParam) { |
||||
ClickHouseDatasourceParamDTO clickHouseParam = (ClickHouseDatasourceParamDTO) datasourceParam; |
||||
String address = String.format("%s%s:%s", Constants.JDBC_CLICKHOUSE, clickHouseParam.getHost(), clickHouseParam.getPort()); |
||||
String jdbcUrl = address + "/" + clickHouseParam.getDatabase(); |
||||
|
||||
ClickhouseConnectionParam clickhouseConnectionParam = new ClickhouseConnectionParam(); |
||||
clickhouseConnectionParam.setDatabase(clickHouseParam.getDatabase()); |
||||
clickhouseConnectionParam.setAddress(address); |
||||
clickhouseConnectionParam.setJdbcUrl(jdbcUrl); |
||||
clickhouseConnectionParam.setUser(clickHouseParam.getUserName()); |
||||
clickhouseConnectionParam.setPassword(CommonUtils.encodePassword(clickHouseParam.getPassword())); |
||||
clickhouseConnectionParam.setOther(transformOther(clickHouseParam.getOther())); |
||||
return clickhouseConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, ClickhouseConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.COM_CLICKHOUSE_JDBC_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
ClickhouseConnectionParam clickhouseConnectionParam = (ClickhouseConnectionParam) connectionParam; |
||||
String jdbcUrl = clickhouseConnectionParam.getJdbcUrl(); |
||||
if (StringUtils.isNotEmpty(clickhouseConnectionParam.getOther())) { |
||||
jdbcUrl = String.format("%s?%s", jdbcUrl, clickhouseConnectionParam.getOther()); |
||||
} |
||||
return jdbcUrl; |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException { |
||||
ClickhouseConnectionParam clickhouseConnectionParam = (ClickhouseConnectionParam) connectionParam; |
||||
Class.forName(getDatasourceDriver()); |
||||
return DriverManager.getConnection(getJdbcUrl(clickhouseConnectionParam), |
||||
clickhouseConnectionParam.getUser(), CommonUtils.decodePassword(clickhouseConnectionParam.getPassword())); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.CLICKHOUSE; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> otherMap) { |
||||
if (MapUtils.isEmpty(otherMap)) { |
||||
return null; |
||||
} |
||||
StringBuilder stringBuilder = new StringBuilder(); |
||||
otherMap.forEach((key, value) -> stringBuilder.append(String.format("%s=%s%s", key, value, "&"))); |
||||
return stringBuilder.toString(); |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (other == null) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
String[] configs = other.split("&"); |
||||
for (String config : configs) { |
||||
otherMap.put(config.split("=")[0], config.split("=")[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
} |
||||
@ -0,0 +1,34 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.clickhouse; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
|
||||
public class ClickhouseConnectionParam extends BaseConnectionParam { |
||||
@Override |
||||
public String toString() { |
||||
return "ClickhouseConnectionParam{" |
||||
+ "user='" + user + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", address='" + address + '\'' |
||||
+ ", database='" + database + '\'' |
||||
+ ", jdbcUrl='" + jdbcUrl + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ '}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,43 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.db2; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
public class Db2DatasourceParamDTO extends BaseDataSourceParamDTO { |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "Db2DatasourceParamDTO{" |
||||
+ "name='" + name + '\'' |
||||
+ ", note='" + note + '\'' |
||||
+ ", host='" + host + '\'' |
||||
+ ", port=" + port |
||||
+ ", database='" + database + '\'' |
||||
+ ", userName='" + userName + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ '}'; |
||||
} |
||||
|
||||
@Override |
||||
public DbType getType() { |
||||
return DbType.DB2; |
||||
} |
||||
} |
||||
@ -0,0 +1,126 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.db2; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.Map; |
||||
|
||||
public class Db2DatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
Db2ConnectionParam connectionParams = (Db2ConnectionParam) createConnectionParams(connectionJson); |
||||
|
||||
Db2DatasourceParamDTO db2DatasourceParamDTO = new Db2DatasourceParamDTO(); |
||||
db2DatasourceParamDTO.setDatabase(connectionParams.getDatabase()); |
||||
db2DatasourceParamDTO.setOther(parseOther(connectionParams.getOther())); |
||||
db2DatasourceParamDTO.setUserName(db2DatasourceParamDTO.getUserName()); |
||||
|
||||
String[] hostSeperator = connectionParams.getAddress().split(Constants.DOUBLE_SLASH); |
||||
String[] hostPortArray = hostSeperator[hostSeperator.length - 1].split(Constants.COMMA); |
||||
db2DatasourceParamDTO.setHost(hostPortArray[0].split(Constants.COLON)[0]); |
||||
db2DatasourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
|
||||
return db2DatasourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO datasourceParam) { |
||||
Db2DatasourceParamDTO db2Param = (Db2DatasourceParamDTO) datasourceParam; |
||||
String address = String.format("%s%s:%s", Constants.JDBC_DB2, db2Param.getHost(), db2Param.getPort()); |
||||
String jdbcUrl = String.format("%s/%s", address, db2Param.getDatabase()); |
||||
|
||||
Db2ConnectionParam db2ConnectionParam = new Db2ConnectionParam(); |
||||
db2ConnectionParam.setAddress(address); |
||||
db2ConnectionParam.setDatabase(db2Param.getDatabase()); |
||||
db2ConnectionParam.setJdbcUrl(jdbcUrl); |
||||
db2ConnectionParam.setUser(db2Param.getUserName()); |
||||
db2ConnectionParam.setPassword(CommonUtils.encodePassword(db2Param.getPassword())); |
||||
db2ConnectionParam.setOther(transformOther(db2Param.getOther())); |
||||
|
||||
return db2ConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, Db2ConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.COM_DB2_JDBC_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
Db2ConnectionParam db2ConnectionParam = (Db2ConnectionParam) connectionParam; |
||||
if (StringUtils.isNotEmpty(db2ConnectionParam.getOther())) { |
||||
return String.format("%s;%s", db2ConnectionParam.getJdbcUrl(), db2ConnectionParam.getOther()); |
||||
} |
||||
return db2ConnectionParam.getJdbcUrl(); |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException { |
||||
Db2ConnectionParam db2ConnectionParam = (Db2ConnectionParam) connectionParam; |
||||
Class.forName(getDatasourceDriver()); |
||||
return DriverManager.getConnection(getJdbcUrl(db2ConnectionParam), |
||||
db2ConnectionParam.getUser(), CommonUtils.decodePassword(db2ConnectionParam.getPassword())); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.DB2; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> otherMap) { |
||||
if (MapUtils.isEmpty(otherMap)) { |
||||
return null; |
||||
} |
||||
StringBuilder stringBuilder = new StringBuilder(); |
||||
otherMap.forEach((key, value) -> stringBuilder.append(String.format("%s=%s%s", key, value, ";"))); |
||||
stringBuilder.deleteCharAt(stringBuilder.length() - 1); |
||||
return stringBuilder.toString(); |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (other == null) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
for (String config : other.split("&")) { |
||||
otherMap.put(config.split("=")[0], config.split("=")[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
} |
||||
@ -0,0 +1,38 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.hive; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseHdfsConnectionParam; |
||||
|
||||
public class HiveConnectionParam extends BaseHdfsConnectionParam { |
||||
@Override |
||||
public String toString() { |
||||
return "HiveConnectionParam{" |
||||
+ "user='" + user + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", address='" + address + '\'' |
||||
+ ", database='" + database + '\'' |
||||
+ ", jdbcUrl='" + jdbcUrl + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ ", principal='" + principal + '\'' |
||||
+ ", javaSecurityKrb5Conf='" + javaSecurityKrb5Conf + '\'' |
||||
+ ", loginUserKeytabUsername='" + loginUserKeytabUsername + '\'' |
||||
+ ", loginUserKeytabPath='" + loginUserKeytabPath + '\'' |
||||
+ '}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,45 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.hive; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseHdfsDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
public class HiveDataSourceParamDTO extends BaseHdfsDatasourceParamDTO { |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "HiveDataSourceParamDTO{" |
||||
+ "host='" + host + '\'' |
||||
+ ", port=" + port |
||||
+ ", database='" + database + '\'' |
||||
+ ", principal='" + principal + '\'' |
||||
+ ", userName='" + userName + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ ", javaSecurityKrb5Conf='" + javaSecurityKrb5Conf + '\'' |
||||
+ ", loginUserKeytabUsername='" + loginUserKeytabUsername + '\'' |
||||
+ ", loginUserKeytabPath='" + loginUserKeytabPath + '\'' |
||||
+ '}'; |
||||
} |
||||
|
||||
@Override |
||||
public DbType getType() { |
||||
return DbType.HIVE; |
||||
} |
||||
} |
||||
@ -0,0 +1,185 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.hive; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.HiveConfUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.io.IOException; |
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.Map; |
||||
|
||||
public class HiveDatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
HiveDataSourceParamDTO hiveDataSourceParamDTO = new HiveDataSourceParamDTO(); |
||||
HiveConnectionParam hiveConnectionParam = (HiveConnectionParam) createConnectionParams(connectionJson); |
||||
|
||||
hiveDataSourceParamDTO.setDatabase(hiveConnectionParam.getDatabase()); |
||||
hiveDataSourceParamDTO.setUserName(hiveConnectionParam.getUser()); |
||||
hiveDataSourceParamDTO.setOther(parseOther(hiveConnectionParam.getOther())); |
||||
hiveDataSourceParamDTO.setLoginUserKeytabUsername(hiveConnectionParam.getLoginUserKeytabUsername()); |
||||
hiveDataSourceParamDTO.setLoginUserKeytabPath(hiveConnectionParam.getLoginUserKeytabPath()); |
||||
hiveDataSourceParamDTO.setJavaSecurityKrb5Conf(hiveConnectionParam.getJavaSecurityKrb5Conf()); |
||||
|
||||
String[] tmpArray = hiveConnectionParam.getAddress().split(Constants.DOUBLE_SLASH); |
||||
StringBuilder hosts = new StringBuilder(); |
||||
String[] hostPortArray = tmpArray[tmpArray.length - 1].split(Constants.COMMA); |
||||
for (String hostPort : hostPortArray) { |
||||
hosts.append(hostPort.split(Constants.COLON)[0]).append(Constants.COMMA); |
||||
} |
||||
hosts.deleteCharAt(hosts.length() - 1); |
||||
hiveDataSourceParamDTO.setHost(hosts.toString()); |
||||
hiveDataSourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
|
||||
return hiveDataSourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO datasourceParam) { |
||||
HiveDataSourceParamDTO hiveParam = (HiveDataSourceParamDTO) datasourceParam; |
||||
StringBuilder address = new StringBuilder(); |
||||
address.append(Constants.JDBC_HIVE_2); |
||||
for (String zkHost : hiveParam.getHost().split(",")) { |
||||
address.append(String.format("%s:%s,", zkHost, hiveParam.getPort())); |
||||
} |
||||
address.deleteCharAt(address.length() - 1); |
||||
String jdbcUrl = address.toString() + "/" + hiveParam.getDatabase(); |
||||
if (CommonUtils.getKerberosStartupState()) { |
||||
jdbcUrl += ";principal=" + hiveParam.getPrincipal(); |
||||
} |
||||
|
||||
HiveConnectionParam hiveConnectionParam = new HiveConnectionParam(); |
||||
hiveConnectionParam.setDatabase(hiveParam.getDatabase()); |
||||
hiveConnectionParam.setAddress(address.toString()); |
||||
hiveConnectionParam.setJdbcUrl(jdbcUrl); |
||||
hiveConnectionParam.setUser(hiveParam.getUserName()); |
||||
hiveConnectionParam.setPassword(CommonUtils.encodePassword(hiveParam.getPassword())); |
||||
|
||||
if (CommonUtils.getKerberosStartupState()) { |
||||
hiveConnectionParam.setPrincipal(hiveParam.getPrincipal()); |
||||
hiveConnectionParam.setJavaSecurityKrb5Conf(hiveParam.getJavaSecurityKrb5Conf()); |
||||
hiveConnectionParam.setLoginUserKeytabPath(hiveParam.getLoginUserKeytabPath()); |
||||
hiveConnectionParam.setLoginUserKeytabUsername(hiveParam.getLoginUserKeytabUsername()); |
||||
} |
||||
hiveConnectionParam.setOther(transformOther(hiveParam.getOther())); |
||||
return hiveConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, HiveConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
HiveConnectionParam hiveConnectionParam = (HiveConnectionParam) connectionParam; |
||||
String jdbcUrl = hiveConnectionParam.getJdbcUrl(); |
||||
String otherParams = filterOther(hiveConnectionParam.getOther()); |
||||
if (StringUtils.isNotEmpty(otherParams) && !"?".equals(otherParams.substring(0, 1))) { |
||||
jdbcUrl += ";"; |
||||
} |
||||
return jdbcUrl + otherParams; |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws IOException, ClassNotFoundException, SQLException { |
||||
HiveConnectionParam hiveConnectionParam = (HiveConnectionParam) connectionParam; |
||||
CommonUtils.loadKerberosConf(hiveConnectionParam.getJavaSecurityKrb5Conf(), |
||||
hiveConnectionParam.getLoginUserKeytabUsername(), hiveConnectionParam.getLoginUserKeytabPath()); |
||||
Class.forName(getDatasourceDriver()); |
||||
return DriverManager.getConnection(getJdbcUrl(connectionParam), |
||||
hiveConnectionParam.getUser(), CommonUtils.decodePassword(hiveConnectionParam.getPassword())); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.HIVE; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> otherMap) { |
||||
if (MapUtils.isEmpty(otherMap)) { |
||||
return null; |
||||
} |
||||
StringBuilder stringBuilder = new StringBuilder(); |
||||
otherMap.forEach((key, value) -> stringBuilder.append(String.format("%s=%s;", key, value))); |
||||
return stringBuilder.toString(); |
||||
} |
||||
|
||||
private String filterOther(String otherParams) { |
||||
if (StringUtils.isBlank(otherParams)) { |
||||
return ""; |
||||
} |
||||
|
||||
StringBuilder hiveConfListSb = new StringBuilder(); |
||||
hiveConfListSb.append("?"); |
||||
StringBuilder sessionVarListSb = new StringBuilder(); |
||||
|
||||
String[] otherArray = otherParams.split(";", -1); |
||||
|
||||
for (String conf : otherArray) { |
||||
if (HiveConfUtils.isHiveConfVar(conf)) { |
||||
hiveConfListSb.append(conf).append(";"); |
||||
} else { |
||||
sessionVarListSb.append(conf).append(";"); |
||||
} |
||||
} |
||||
|
||||
// remove the last ";"
|
||||
if (sessionVarListSb.length() > 0) { |
||||
sessionVarListSb.deleteCharAt(sessionVarListSb.length() - 1); |
||||
} |
||||
|
||||
if (hiveConfListSb.length() > 0) { |
||||
hiveConfListSb.deleteCharAt(hiveConfListSb.length() - 1); |
||||
} |
||||
|
||||
return sessionVarListSb.toString() + hiveConfListSb.toString(); |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (other == null) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
String[] configs = other.split(";"); |
||||
for (String config : configs) { |
||||
otherMap.put(config.split("=")[0], config.split("=")[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
} |
||||
@ -0,0 +1,43 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.mysql; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
public class MysqlDatasourceParamDTO extends BaseDataSourceParamDTO { |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "MysqlDatasourceParamDTO{" |
||||
+ "name='" + name + '\'' |
||||
+ ", note='" + note + '\'' |
||||
+ ", host='" + host + '\'' |
||||
+ ", port=" + port |
||||
+ ", database='" + database + '\'' |
||||
+ ", userName='" + userName + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ '}'; |
||||
} |
||||
|
||||
@Override |
||||
public DbType getType() { |
||||
return DbType.MYSQL; |
||||
} |
||||
} |
||||
@ -0,0 +1,170 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.mysql; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.HashMap; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.Map; |
||||
|
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
public class MysqlDatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
private final Logger logger = LoggerFactory.getLogger(MysqlDatasourceProcessor.class); |
||||
|
||||
private static final String ALLOW_LOAD_LOCAL_IN_FILE_NAME = "allowLoadLocalInfile"; |
||||
|
||||
private static final String AUTO_DESERIALIZE = "autoDeserialize"; |
||||
|
||||
private static final String ALLOW_LOCAL_IN_FILE_NAME = "allowLocalInfile"; |
||||
|
||||
private static final String ALLOW_URL_IN_LOCAL_IN_FILE_NAME = "allowUrlInLocalInfile"; |
||||
|
||||
private static final String APPEND_PARAMS = "allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false"; |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
MysqlConnectionParam connectionParams = (MysqlConnectionParam) createConnectionParams(connectionJson); |
||||
MysqlDatasourceParamDTO mysqlDatasourceParamDTO = new MysqlDatasourceParamDTO(); |
||||
|
||||
mysqlDatasourceParamDTO.setUserName(connectionParams.getUser()); |
||||
mysqlDatasourceParamDTO.setDatabase(connectionParams.getDatabase()); |
||||
mysqlDatasourceParamDTO.setOther(parseOther(connectionParams.getOther())); |
||||
|
||||
String address = connectionParams.getAddress(); |
||||
String[] hostSeperator = address.split(Constants.DOUBLE_SLASH); |
||||
String[] hostPortArray = hostSeperator[hostSeperator.length - 1].split(Constants.COMMA); |
||||
mysqlDatasourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
mysqlDatasourceParamDTO.setHost(hostPortArray[0].split(Constants.COLON)[0]); |
||||
|
||||
return mysqlDatasourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO dataSourceParam) { |
||||
MysqlDatasourceParamDTO mysqlDatasourceParam = (MysqlDatasourceParamDTO) dataSourceParam; |
||||
String address = String.format("%s%s:%s", Constants.JDBC_MYSQL, mysqlDatasourceParam.getHost(), mysqlDatasourceParam.getPort()); |
||||
String jdbcUrl = String.format("%s/%s", address, mysqlDatasourceParam.getDatabase()); |
||||
|
||||
MysqlConnectionParam mysqlConnectionParam = new MysqlConnectionParam(); |
||||
mysqlConnectionParam.setJdbcUrl(jdbcUrl); |
||||
mysqlConnectionParam.setDatabase(mysqlDatasourceParam.getDatabase()); |
||||
mysqlConnectionParam.setAddress(address); |
||||
mysqlConnectionParam.setUser(mysqlDatasourceParam.getUserName()); |
||||
mysqlConnectionParam.setPassword(CommonUtils.encodePassword(mysqlDatasourceParam.getPassword())); |
||||
mysqlConnectionParam.setOther(transformOther(mysqlDatasourceParam.getOther())); |
||||
|
||||
return mysqlConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, MysqlConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.COM_MYSQL_JDBC_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
MysqlConnectionParam mysqlConnectionParam = (MysqlConnectionParam) connectionParam; |
||||
String jdbcUrl = mysqlConnectionParam.getJdbcUrl(); |
||||
if (StringUtils.isNotEmpty(mysqlConnectionParam.getOther())) { |
||||
return String.format("%s?%s&%s", jdbcUrl, mysqlConnectionParam.getOther(), APPEND_PARAMS); |
||||
} |
||||
return String.format("%s?%s", jdbcUrl, APPEND_PARAMS); |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException { |
||||
MysqlConnectionParam mysqlConnectionParam = (MysqlConnectionParam) connectionParam; |
||||
Class.forName(getDatasourceDriver()); |
||||
String user = mysqlConnectionParam.getUser(); |
||||
if (user.contains(AUTO_DESERIALIZE)) { |
||||
logger.warn("sensitive param : {} in username field is filtered", AUTO_DESERIALIZE); |
||||
user = user.replace(AUTO_DESERIALIZE, ""); |
||||
} |
||||
String password = CommonUtils.decodePassword(mysqlConnectionParam.getPassword()); |
||||
if (password.contains(AUTO_DESERIALIZE)) { |
||||
logger.warn("sensitive param : {} in password field is filtered", AUTO_DESERIALIZE); |
||||
password = password.replace(AUTO_DESERIALIZE, ""); |
||||
} |
||||
return DriverManager.getConnection(getJdbcUrl(connectionParam), user, password); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.MYSQL; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> paramMap) { |
||||
if (MapUtils.isEmpty(paramMap)) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new HashMap<>(); |
||||
paramMap.forEach((k, v) -> { |
||||
if (!checkKeyIsLegitimate(k)) { |
||||
return; |
||||
} |
||||
otherMap.put(k, v); |
||||
}); |
||||
if (MapUtils.isEmpty(otherMap)) { |
||||
return null; |
||||
} |
||||
StringBuilder stringBuilder = new StringBuilder(); |
||||
otherMap.forEach((key, value) -> stringBuilder.append(String.format("%s=%s&", key, value))); |
||||
return stringBuilder.toString(); |
||||
} |
||||
|
||||
private static boolean checkKeyIsLegitimate(String key) { |
||||
return !key.contains(ALLOW_LOAD_LOCAL_IN_FILE_NAME) |
||||
&& !key.contains(AUTO_DESERIALIZE) |
||||
&& !key.contains(ALLOW_LOCAL_IN_FILE_NAME) |
||||
&& !key.contains(ALLOW_URL_IN_LOCAL_IN_FILE_NAME); |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (StringUtils.isEmpty(other)) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
for (String config : other.split("&")) { |
||||
otherMap.put(config.split("=")[0], config.split("=")[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,46 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.oracle; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbConnectType; |
||||
|
||||
public class OracleConnectionParam extends BaseConnectionParam { |
||||
protected DbConnectType connectType; |
||||
|
||||
public DbConnectType getConnectType() { |
||||
return connectType; |
||||
} |
||||
|
||||
public void setConnectType(DbConnectType connectType) { |
||||
this.connectType = connectType; |
||||
} |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "OracleConnectionParam{" |
||||
+ "user='" + user + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", address='" + address + '\'' |
||||
+ ", database='" + database + '\'' |
||||
+ ", jdbcUrl='" + jdbcUrl + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ ", connectType=" + connectType |
||||
+ '}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,141 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.oracle; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbConnectType; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.ArrayList; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.List; |
||||
import java.util.Map; |
||||
|
||||
public class OracleDatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
OracleConnectionParam connectionParams = (OracleConnectionParam) createConnectionParams(connectionJson); |
||||
OracleDatasourceParamDTO oracleDatasourceParamDTO = new OracleDatasourceParamDTO(); |
||||
|
||||
oracleDatasourceParamDTO.setDatabase(connectionParams.getDatabase()); |
||||
oracleDatasourceParamDTO.setUserName(connectionParams.getUser()); |
||||
oracleDatasourceParamDTO.setOther(parseOther(connectionParams.getOther())); |
||||
|
||||
String hostSeperator = Constants.DOUBLE_SLASH; |
||||
if (DbConnectType.ORACLE_SID.equals(connectionParams.connectType)) { |
||||
hostSeperator = Constants.AT_SIGN; |
||||
} |
||||
String[] hostPort = connectionParams.getAddress().split(hostSeperator); |
||||
String[] hostPortArray = hostPort[hostPort.length - 1].split(Constants.COMMA); |
||||
oracleDatasourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
oracleDatasourceParamDTO.setHost(hostPortArray[0].split(Constants.COLON)[0]); |
||||
|
||||
return oracleDatasourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO datasourceParam) { |
||||
OracleDatasourceParamDTO oracleParam = (OracleDatasourceParamDTO) datasourceParam; |
||||
String address; |
||||
if (DbConnectType.ORACLE_SID.equals(oracleParam.getConnectType())) { |
||||
address = String.format("%s%s:%s", |
||||
Constants.JDBC_ORACLE_SID, oracleParam.getHost(), oracleParam.getPort()); |
||||
} else { |
||||
address = String.format("%s%s:%s", |
||||
Constants.JDBC_ORACLE_SERVICE_NAME, oracleParam.getHost(), oracleParam.getPort()); |
||||
} |
||||
String jdbcUrl = address + "/" + oracleParam.getDatabase(); |
||||
|
||||
OracleConnectionParam oracleConnectionParam = new OracleConnectionParam(); |
||||
oracleConnectionParam.setUser(oracleParam.getUserName()); |
||||
oracleConnectionParam.setPassword(CommonUtils.encodePassword(oracleParam.getPassword())); |
||||
oracleConnectionParam.setAddress(address); |
||||
oracleConnectionParam.setJdbcUrl(jdbcUrl); |
||||
oracleConnectionParam.setDatabase(oracleParam.getDatabase()); |
||||
oracleConnectionParam.setConnectType(oracleParam.getConnectType()); |
||||
oracleConnectionParam.setOther(transformOther(oracleParam.getOther())); |
||||
|
||||
return oracleConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, OracleConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.COM_ORACLE_JDBC_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
OracleConnectionParam oracleConnectionParam = (OracleConnectionParam) connectionParam; |
||||
if (StringUtils.isNotEmpty(oracleConnectionParam.getOther())) { |
||||
return String.format("%s?%s", oracleConnectionParam.getJdbcUrl(), oracleConnectionParam.getOther()); |
||||
} |
||||
return oracleConnectionParam.getJdbcUrl(); |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException { |
||||
OracleConnectionParam oracleConnectionParam = (OracleConnectionParam) connectionParam; |
||||
Class.forName(getDatasourceDriver()); |
||||
return DriverManager.getConnection(getJdbcUrl(connectionParam), |
||||
oracleConnectionParam.getUser(), CommonUtils.decodePassword(oracleConnectionParam.getPassword())); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.ORACLE; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> otherMap) { |
||||
if (MapUtils.isEmpty(otherMap)) { |
||||
return null; |
||||
} |
||||
List<String> list = new ArrayList<>(); |
||||
otherMap.forEach((key, value) -> list.add(String.format("%s=%s", key, value))); |
||||
return String.join("&", list); |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (StringUtils.isEmpty(other)) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
String[] configs = other.split("&"); |
||||
for (String config : configs) { |
||||
otherMap.put(config.split("=")[0], config.split("=")[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
} |
||||
@ -0,0 +1,34 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.postgresql; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
|
||||
public class PostgreSqlConnectionParam extends BaseConnectionParam { |
||||
@Override |
||||
public String toString() { |
||||
return "PostgreSqlConnectionParam{" |
||||
+ "user='" + user + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", address='" + address + '\'' |
||||
+ ", database='" + database + '\'' |
||||
+ ", jdbcUrl='" + jdbcUrl + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ '}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,41 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.postgresql; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
public class PostgreSqlDatasourceParamDTO extends BaseDataSourceParamDTO { |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "PostgreSqlDatasourceParamDTO{" |
||||
+ "host='" + host + '\'' |
||||
+ ", port=" + port |
||||
+ ", database='" + database + '\'' |
||||
+ ", userName='" + userName + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ '}'; |
||||
} |
||||
|
||||
@Override |
||||
public DbType getType() { |
||||
return DbType.POSTGRESQL; |
||||
} |
||||
} |
||||
@ -0,0 +1,126 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.postgresql; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.Map; |
||||
|
||||
public class PostgreSqlDatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
PostgreSqlConnectionParam connectionParams = (PostgreSqlConnectionParam) createConnectionParams(connectionJson); |
||||
PostgreSqlDatasourceParamDTO postgreSqlDatasourceParamDTO = new PostgreSqlDatasourceParamDTO(); |
||||
postgreSqlDatasourceParamDTO.setDatabase(connectionParams.getDatabase()); |
||||
postgreSqlDatasourceParamDTO.setUserName(connectionParams.getUser()); |
||||
postgreSqlDatasourceParamDTO.setOther(parseOther(connectionParams.getOther())); |
||||
|
||||
String address = connectionParams.getAddress(); |
||||
String[] hostSeperator = address.split(Constants.DOUBLE_SLASH); |
||||
String[] hostPortArray = hostSeperator[hostSeperator.length - 1].split(Constants.COMMA); |
||||
postgreSqlDatasourceParamDTO.setHost(hostPortArray[0].split(Constants.COLON)[0]); |
||||
postgreSqlDatasourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
|
||||
return postgreSqlDatasourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO datasourceParam) { |
||||
PostgreSqlDatasourceParamDTO postgreSqlParam = (PostgreSqlDatasourceParamDTO) datasourceParam; |
||||
String address = String.format("%s%s:%s", Constants.JDBC_POSTGRESQL, postgreSqlParam.getHost(), postgreSqlParam.getPort()); |
||||
String jdbcUrl = String.format("%s/%s", address, postgreSqlParam.getDatabase()); |
||||
|
||||
PostgreSqlConnectionParam postgreSqlConnectionParam = new PostgreSqlConnectionParam(); |
||||
postgreSqlConnectionParam.setJdbcUrl(jdbcUrl); |
||||
postgreSqlConnectionParam.setAddress(address); |
||||
postgreSqlConnectionParam.setDatabase(postgreSqlParam.getDatabase()); |
||||
postgreSqlConnectionParam.setUser(postgreSqlParam.getUserName()); |
||||
postgreSqlConnectionParam.setPassword(CommonUtils.encodePassword(postgreSqlParam.getPassword())); |
||||
postgreSqlConnectionParam.setOther(transformOther(postgreSqlParam.getOther())); |
||||
|
||||
return postgreSqlConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, PostgreSqlConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.ORG_POSTGRESQL_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
PostgreSqlConnectionParam postgreSqlConnectionParam = (PostgreSqlConnectionParam) connectionParam; |
||||
if (StringUtils.isNotEmpty(postgreSqlConnectionParam.getOther())) { |
||||
return String.format("%s?%s", postgreSqlConnectionParam.getJdbcUrl(), postgreSqlConnectionParam.getOther()); |
||||
} |
||||
return postgreSqlConnectionParam.getJdbcUrl(); |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException { |
||||
PostgreSqlConnectionParam postgreSqlConnectionParam = (PostgreSqlConnectionParam) connectionParam; |
||||
Class.forName(getDatasourceDriver()); |
||||
return DriverManager.getConnection(getJdbcUrl(postgreSqlConnectionParam), |
||||
postgreSqlConnectionParam.getUser(), CommonUtils.decodePassword(postgreSqlConnectionParam.getPassword())); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.POSTGRESQL; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> otherMap) { |
||||
if (MapUtils.isEmpty(otherMap)) { |
||||
return null; |
||||
} |
||||
StringBuilder stringBuilder = new StringBuilder(); |
||||
otherMap.forEach((key, value) -> stringBuilder.append(String.format("%s=%s&", key, value))); |
||||
return stringBuilder.toString(); |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (StringUtils.isEmpty(other)) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
for (String config : other.split("&")) { |
||||
String[] split = config.split("="); |
||||
otherMap.put(split[0], split[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
} |
||||
@ -0,0 +1,34 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.presto; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
|
||||
public class PrestoConnectionParam extends BaseConnectionParam { |
||||
@Override |
||||
public String toString() { |
||||
return "PrestoConnectionParam{" |
||||
+ "user='" + user + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", address='" + address + '\'' |
||||
+ ", database='" + database + '\'' |
||||
+ ", jdbcUrl='" + jdbcUrl + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ '}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,43 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.presto; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
public class PrestoDatasourceParamDTO extends BaseDataSourceParamDTO { |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "PrestoDatasourceParamDTO{" |
||||
+ "name='" + name + '\'' |
||||
+ ", note='" + note + '\'' |
||||
+ ", host='" + host + '\'' |
||||
+ ", port=" + port |
||||
+ ", database='" + database + '\'' |
||||
+ ", userName='" + userName + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ '}'; |
||||
} |
||||
|
||||
@Override |
||||
public DbType getType() { |
||||
return DbType.PRESTO; |
||||
} |
||||
} |
||||
@ -0,0 +1,128 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.presto; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.ArrayList; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.List; |
||||
import java.util.Map; |
||||
|
||||
public class PrestoDatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
PrestoConnectionParam connectionParams = (PrestoConnectionParam) createConnectionParams(connectionJson); |
||||
|
||||
String[] hostSeperator = connectionParams.getAddress().split(Constants.DOUBLE_SLASH); |
||||
String[] hostPortArray = hostSeperator[hostSeperator.length - 1].split(Constants.COMMA); |
||||
|
||||
PrestoDatasourceParamDTO prestoDatasourceParamDTO = new PrestoDatasourceParamDTO(); |
||||
prestoDatasourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
prestoDatasourceParamDTO.setHost(hostPortArray[0].split(Constants.COLON)[0]); |
||||
prestoDatasourceParamDTO.setDatabase(connectionParams.getDatabase()); |
||||
prestoDatasourceParamDTO.setUserName(connectionParams.getUser()); |
||||
prestoDatasourceParamDTO.setOther(parseOther(connectionParams.getOther())); |
||||
|
||||
return prestoDatasourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO datasourceParam) { |
||||
PrestoDatasourceParamDTO prestoParam = (PrestoDatasourceParamDTO) datasourceParam; |
||||
String address = String.format("%s%s:%s", Constants.JDBC_PRESTO, prestoParam.getHost(), prestoParam.getPort()); |
||||
String jdbcUrl = address + "/" + prestoParam.getDatabase(); |
||||
|
||||
PrestoConnectionParam prestoConnectionParam = new PrestoConnectionParam(); |
||||
prestoConnectionParam.setUser(prestoParam.getUserName()); |
||||
prestoConnectionParam.setPassword(CommonUtils.encodePassword(prestoParam.getPassword())); |
||||
prestoConnectionParam.setOther(transformOther(prestoParam.getOther())); |
||||
prestoConnectionParam.setAddress(address); |
||||
prestoConnectionParam.setJdbcUrl(jdbcUrl); |
||||
prestoConnectionParam.setDatabase(prestoParam.getDatabase()); |
||||
|
||||
return prestoConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, PrestoConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.COM_PRESTO_JDBC_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
PrestoConnectionParam prestoConnectionParam = (PrestoConnectionParam) connectionParam; |
||||
if (StringUtils.isNotEmpty(prestoConnectionParam.getOther())) { |
||||
return String.format("%s?%s", prestoConnectionParam.getJdbcUrl(), prestoConnectionParam.getOther()); |
||||
} |
||||
return prestoConnectionParam.getJdbcUrl(); |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException { |
||||
PrestoConnectionParam prestoConnectionParam = (PrestoConnectionParam) connectionParam; |
||||
Class.forName(getDatasourceDriver()); |
||||
return DriverManager.getConnection(getJdbcUrl(connectionParam), |
||||
prestoConnectionParam.getUser(), CommonUtils.decodePassword(prestoConnectionParam.getPassword())); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.PRESTO; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> otherMap) { |
||||
if (MapUtils.isNotEmpty(otherMap)) { |
||||
List<String> list = new ArrayList<>(); |
||||
otherMap.forEach((key, value) -> list.add(String.format("%s=%s", key, value))); |
||||
return String.join("&", list); |
||||
} |
||||
return null; |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (StringUtils.isEmpty(other)) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
String[] configs = other.split("&"); |
||||
for (String config : configs) { |
||||
otherMap.put(config.split("=")[0], config.split("=")[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
} |
||||
@ -0,0 +1,38 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.spark; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseHdfsConnectionParam; |
||||
|
||||
public class SparkConnectionParam extends BaseHdfsConnectionParam { |
||||
@Override |
||||
public String toString() { |
||||
return "SparkConnectionParam{" |
||||
+ "user='" + user + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", address='" + address + '\'' |
||||
+ ", database='" + database + '\'' |
||||
+ ", jdbcUrl='" + jdbcUrl + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ ", principal='" + principal + '\'' |
||||
+ ", javaSecurityKrb5Conf='" + javaSecurityKrb5Conf + '\'' |
||||
+ ", loginUserKeytabUsername='" + loginUserKeytabUsername + '\'' |
||||
+ ", loginUserKeytabPath='" + loginUserKeytabPath + '\'' |
||||
+ '}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,154 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.spark; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.io.IOException; |
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.Arrays; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.List; |
||||
import java.util.Map; |
||||
import java.util.stream.Collectors; |
||||
|
||||
public class SparkDatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
SparkConnectionParam connectionParams = (SparkConnectionParam) createConnectionParams(connectionJson); |
||||
|
||||
SparkDatasourceParamDTO sparkDatasourceParamDTO = new SparkDatasourceParamDTO(); |
||||
sparkDatasourceParamDTO.setDatabase(connectionParams.getDatabase()); |
||||
sparkDatasourceParamDTO.setUserName(connectionParams.getUser()); |
||||
sparkDatasourceParamDTO.setOther(parseOther(connectionParams.getOther())); |
||||
sparkDatasourceParamDTO.setJavaSecurityKrb5Conf(connectionParams.getJavaSecurityKrb5Conf()); |
||||
sparkDatasourceParamDTO.setLoginUserKeytabPath(connectionParams.getLoginUserKeytabPath()); |
||||
sparkDatasourceParamDTO.setLoginUserKeytabUsername(connectionParams.getLoginUserKeytabUsername()); |
||||
|
||||
StringBuilder hosts = new StringBuilder(); |
||||
String[] tmpArray = connectionParams.getAddress().split(Constants.DOUBLE_SLASH); |
||||
String[] hostPortArray = tmpArray[tmpArray.length - 1].split(Constants.COMMA); |
||||
Arrays.stream(hostPortArray).forEach(hostPort -> hosts.append(hostPort.split(Constants.COLON)[0]).append(Constants.COMMA)); |
||||
hosts.deleteCharAt(hosts.length() - 1); |
||||
|
||||
sparkDatasourceParamDTO.setHost(hosts.toString()); |
||||
sparkDatasourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
|
||||
return sparkDatasourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO dataSourceParam) { |
||||
StringBuilder address = new StringBuilder(); |
||||
SparkDatasourceParamDTO sparkDatasourceParam = (SparkDatasourceParamDTO) dataSourceParam; |
||||
address.append(Constants.JDBC_HIVE_2); |
||||
for (String zkHost : sparkDatasourceParam.getHost().split(",")) { |
||||
address.append(String.format("%s:%s,", zkHost, sparkDatasourceParam.getPort())); |
||||
} |
||||
address.deleteCharAt(address.length() - 1); |
||||
|
||||
String jdbcUrl = address + "/" + sparkDatasourceParam.getDatabase(); |
||||
if (CommonUtils.getKerberosStartupState()) { |
||||
jdbcUrl += ";principal=" + sparkDatasourceParam.getPrincipal(); |
||||
} |
||||
|
||||
SparkConnectionParam sparkConnectionParam = new SparkConnectionParam(); |
||||
sparkConnectionParam.setPassword(CommonUtils.encodePassword(sparkDatasourceParam.getPassword())); |
||||
sparkConnectionParam.setUser(sparkDatasourceParam.getUserName()); |
||||
sparkConnectionParam.setOther(transformOther(sparkDatasourceParam.getOther())); |
||||
sparkConnectionParam.setDatabase(sparkDatasourceParam.getDatabase()); |
||||
sparkConnectionParam.setAddress(address.toString()); |
||||
sparkConnectionParam.setJdbcUrl(jdbcUrl); |
||||
if (CommonUtils.getKerberosStartupState()) { |
||||
sparkConnectionParam.setPrincipal(sparkDatasourceParam.getPrincipal()); |
||||
sparkConnectionParam.setJavaSecurityKrb5Conf(sparkDatasourceParam.getJavaSecurityKrb5Conf()); |
||||
sparkConnectionParam.setLoginUserKeytabPath(sparkDatasourceParam.getLoginUserKeytabPath()); |
||||
sparkConnectionParam.setLoginUserKeytabUsername(sparkDatasourceParam.getLoginUserKeytabUsername()); |
||||
} |
||||
|
||||
return sparkConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public ConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, SparkConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
SparkConnectionParam sparkConnectionParam = (SparkConnectionParam) connectionParam; |
||||
if (StringUtils.isNotEmpty(sparkConnectionParam.getOther())) { |
||||
return String.format("%s;%s", sparkConnectionParam.getJdbcUrl(), sparkConnectionParam.getOther()); |
||||
} |
||||
return sparkConnectionParam.getJdbcUrl(); |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws IOException, ClassNotFoundException, SQLException { |
||||
SparkConnectionParam sparkConnectionParam = (SparkConnectionParam) connectionParam; |
||||
CommonUtils.loadKerberosConf(sparkConnectionParam.getJavaSecurityKrb5Conf(), |
||||
sparkConnectionParam.getLoginUserKeytabUsername(), sparkConnectionParam.getLoginUserKeytabPath()); |
||||
Class.forName(getDatasourceDriver()); |
||||
return DriverManager.getConnection(getJdbcUrl(sparkConnectionParam), |
||||
sparkConnectionParam.getUser(), CommonUtils.decodePassword(sparkConnectionParam.getPassword())); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.SPARK; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> otherMap) { |
||||
if (MapUtils.isEmpty(otherMap)) { |
||||
return null; |
||||
} |
||||
List<String> stringBuilder = otherMap.entrySet().stream() |
||||
.map(entry -> String.format("%s=%s", entry.getKey(), entry.getValue())).collect(Collectors.toList()); |
||||
return String.join(";", stringBuilder); |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (StringUtils.isEmpty(other)) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
String[] configs = other.split(";"); |
||||
for (String config : configs) { |
||||
otherMap.put(config.split("=")[0], config.split("=")[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
} |
||||
@ -0,0 +1,34 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.sqlserver; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
|
||||
public class SqlServerConnectionParam extends BaseConnectionParam { |
||||
@Override |
||||
public String toString() { |
||||
return "SqlServerConnectionParam{" |
||||
+ "user='" + user + '\'' |
||||
+ ", password='" + password + '\'' |
||||
+ ", address='" + address + '\'' |
||||
+ ", database='" + database + '\'' |
||||
+ ", jdbcUrl='" + jdbcUrl + '\'' |
||||
+ ", other='" + other + '\'' |
||||
+ '}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,123 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.sqlserver; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.datasource.AbstractDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.BaseDataSourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.ConnectionParam; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
import java.util.LinkedHashMap; |
||||
import java.util.Map; |
||||
|
||||
public class SqlServerDatasourceProcessor extends AbstractDatasourceProcessor { |
||||
|
||||
@Override |
||||
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) { |
||||
SqlServerConnectionParam connectionParams = (SqlServerConnectionParam) createConnectionParams(connectionJson); |
||||
String[] hostSeperator = connectionParams.getAddress().split(Constants.DOUBLE_SLASH); |
||||
String[] hostPortArray = hostSeperator[hostSeperator.length - 1].split(Constants.COMMA); |
||||
|
||||
SqlServerDatasourceParamDTO sqlServerDatasourceParamDTO = new SqlServerDatasourceParamDTO(); |
||||
sqlServerDatasourceParamDTO.setDatabase(connectionParams.getDatabase()); |
||||
sqlServerDatasourceParamDTO.setUserName(connectionParams.getUser()); |
||||
sqlServerDatasourceParamDTO.setOther(parseOther(connectionParams.getOther())); |
||||
sqlServerDatasourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1])); |
||||
sqlServerDatasourceParamDTO.setHost(hostPortArray[0].split(Constants.COLON)[0]); |
||||
return sqlServerDatasourceParamDTO; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO datasourceParam) { |
||||
SqlServerDatasourceParamDTO sqlServerParam = (SqlServerDatasourceParamDTO) datasourceParam; |
||||
String address = String.format("%s%s:%s", Constants.JDBC_SQLSERVER, sqlServerParam.getHost(), sqlServerParam.getPort()); |
||||
String jdbcUrl = address + ";databaseName=" + sqlServerParam.getDatabase(); |
||||
|
||||
SqlServerConnectionParam sqlServerConnectionParam = new SqlServerConnectionParam(); |
||||
sqlServerConnectionParam.setAddress(address); |
||||
sqlServerConnectionParam.setDatabase(sqlServerParam.getDatabase()); |
||||
sqlServerConnectionParam.setJdbcUrl(jdbcUrl); |
||||
sqlServerConnectionParam.setOther(transformOther(sqlServerParam.getOther())); |
||||
sqlServerConnectionParam.setUser(sqlServerParam.getUserName()); |
||||
sqlServerConnectionParam.setPassword(CommonUtils.encodePassword(sqlServerParam.getPassword())); |
||||
return sqlServerConnectionParam; |
||||
} |
||||
|
||||
@Override |
||||
public BaseConnectionParam createConnectionParams(String connectionJson) { |
||||
return JSONUtils.parseObject(connectionJson, SqlServerConnectionParam.class); |
||||
} |
||||
|
||||
@Override |
||||
public String getDatasourceDriver() { |
||||
return Constants.COM_SQLSERVER_JDBC_DRIVER; |
||||
} |
||||
|
||||
@Override |
||||
public String getJdbcUrl(ConnectionParam connectionParam) { |
||||
SqlServerConnectionParam sqlServerConnectionParam = (SqlServerConnectionParam) connectionParam; |
||||
|
||||
if (StringUtils.isNotEmpty(sqlServerConnectionParam.getOther())) { |
||||
return String.format("%s;%s", sqlServerConnectionParam.getJdbcUrl(), sqlServerConnectionParam.getOther()); |
||||
} |
||||
return sqlServerConnectionParam.getJdbcUrl(); |
||||
} |
||||
|
||||
@Override |
||||
public Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException { |
||||
SqlServerConnectionParam sqlServerConnectionParam = (SqlServerConnectionParam) connectionParam; |
||||
Class.forName(getDatasourceDriver()); |
||||
return DriverManager.getConnection(getJdbcUrl(connectionParam), sqlServerConnectionParam.getUser(), |
||||
CommonUtils.decodePassword(sqlServerConnectionParam.getPassword())); |
||||
} |
||||
|
||||
@Override |
||||
public DbType getDbType() { |
||||
return DbType.SQLSERVER; |
||||
} |
||||
|
||||
private String transformOther(Map<String, String> otherMap) { |
||||
if (MapUtils.isEmpty(otherMap)) { |
||||
return null; |
||||
} |
||||
StringBuilder stringBuilder = new StringBuilder(); |
||||
otherMap.forEach((key, value) -> stringBuilder.append(String.format("%s=%s;", key, value))); |
||||
return stringBuilder.toString(); |
||||
} |
||||
|
||||
private Map<String, String> parseOther(String other) { |
||||
if (StringUtils.isEmpty(other)) { |
||||
return null; |
||||
} |
||||
Map<String, String> otherMap = new LinkedHashMap<>(); |
||||
for (String config : other.split(";")) { |
||||
otherMap.put(config.split("=")[0], config.split("=")[1]); |
||||
} |
||||
return otherMap; |
||||
} |
||||
} |
||||
@ -0,0 +1,130 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.datasource.mysql.MysqlConnectionParam; |
||||
import org.apache.dolphinscheduler.common.datasource.mysql.MysqlDatasourceParamDTO; |
||||
import org.apache.dolphinscheduler.common.datasource.mysql.MysqlDatasourceProcessor; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.sql.SQLException; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.mockito.Mockito; |
||||
import org.powermock.api.mockito.PowerMockito; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class, MysqlDatasourceProcessor.class}) |
||||
public class DatasourceUtilTest { |
||||
|
||||
@Test |
||||
public void testCheckDatasourceParam() { |
||||
MysqlDatasourceParamDTO mysqlDatasourceParamDTO = new MysqlDatasourceParamDTO(); |
||||
mysqlDatasourceParamDTO.setHost("localhost"); |
||||
mysqlDatasourceParamDTO.setDatabase("default"); |
||||
mysqlDatasourceParamDTO.setOther(null); |
||||
DatasourceUtil.checkDatasourceParam(mysqlDatasourceParamDTO); |
||||
Assert.assertTrue(true); |
||||
} |
||||
|
||||
@Test |
||||
public void testBuildConnectionParams() { |
||||
MysqlDatasourceParamDTO mysqlDatasourceParamDTO = new MysqlDatasourceParamDTO(); |
||||
mysqlDatasourceParamDTO.setHost("localhost"); |
||||
mysqlDatasourceParamDTO.setDatabase("default"); |
||||
mysqlDatasourceParamDTO.setUserName("root"); |
||||
mysqlDatasourceParamDTO.setPort(3306); |
||||
mysqlDatasourceParamDTO.setPassword("123456"); |
||||
ConnectionParam connectionParam = DatasourceUtil.buildConnectionParams(mysqlDatasourceParamDTO); |
||||
Assert.assertNotNull(connectionParam); |
||||
} |
||||
|
||||
@Test |
||||
public void testBuildConnectionParams2() { |
||||
MysqlDatasourceParamDTO mysqlDatasourceParamDTO = new MysqlDatasourceParamDTO(); |
||||
mysqlDatasourceParamDTO.setHost("localhost"); |
||||
mysqlDatasourceParamDTO.setDatabase("default"); |
||||
mysqlDatasourceParamDTO.setUserName("root"); |
||||
mysqlDatasourceParamDTO.setPort(3306); |
||||
mysqlDatasourceParamDTO.setPassword("123456"); |
||||
ConnectionParam connectionParam = DatasourceUtil.buildConnectionParams(DbType.MYSQL, JSONUtils.toJsonString(mysqlDatasourceParamDTO)); |
||||
Assert.assertNotNull(connectionParam); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetConnection() throws ClassNotFoundException, SQLException { |
||||
PowerMockito.mockStatic(Class.class); |
||||
PowerMockito.when(Class.forName(Mockito.any())).thenReturn(null); |
||||
PowerMockito.mockStatic(DriverManager.class); |
||||
PowerMockito.when(DriverManager.getConnection(Mockito.any(), Mockito.any(), Mockito.any())).thenReturn(null); |
||||
|
||||
MysqlConnectionParam connectionParam = new MysqlConnectionParam(); |
||||
connectionParam.setUser("root"); |
||||
connectionParam.setPassword("123456"); |
||||
Connection connection = DatasourceUtil.getConnection(DbType.MYSQL, connectionParam); |
||||
|
||||
Assert.assertNull(connection); |
||||
|
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
MysqlConnectionParam mysqlConnectionParam = new MysqlConnectionParam(); |
||||
mysqlConnectionParam.setJdbcUrl("jdbc:mysql://localhost:3308"); |
||||
String jdbcUrl = DatasourceUtil.getJdbcUrl(DbType.MYSQL, mysqlConnectionParam); |
||||
Assert.assertEquals("jdbc:mysql://localhost:3308?allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false", |
||||
jdbcUrl); |
||||
} |
||||
|
||||
@Test |
||||
public void testBuildDatasourceParamDTO() { |
||||
MysqlConnectionParam connectionParam = new MysqlConnectionParam(); |
||||
connectionParam.setJdbcUrl("jdbc:mysql://localhost:3308?allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false"); |
||||
connectionParam.setAddress("jdbc:mysql://localhost:3308"); |
||||
connectionParam.setUser("root"); |
||||
connectionParam.setPassword("123456"); |
||||
|
||||
Assert.assertNotNull(DatasourceUtil.buildDatasourceParamDTO(DbType.MYSQL, JSONUtils.toJsonString(connectionParam))); |
||||
|
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceProcessor() { |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.MYSQL)); |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.POSTGRESQL)); |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.HIVE)); |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.SPARK)); |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.CLICKHOUSE)); |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.ORACLE)); |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.SQLSERVER)); |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.DB2)); |
||||
Assert.assertNotNull(DatasourceUtil.getDatasourceProcessor(DbType.PRESTO)); |
||||
} |
||||
|
||||
@Test(expected = Exception.class) |
||||
public void testGetDatasourceProcessorError() { |
||||
DatasourceUtil.getDatasourceProcessor(null); |
||||
} |
||||
} |
||||
@ -0,0 +1,83 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.clickhouse; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class ClickHouseDatasourceProcessorTest { |
||||
|
||||
private ClickHouseDatasourceProcessor clickHouseDatasourceProcessor = new ClickHouseDatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
ClickHouseDatasourceParamDTO clickhouseConnectionParam = new ClickHouseDatasourceParamDTO(); |
||||
clickhouseConnectionParam.setUserName("user"); |
||||
clickhouseConnectionParam.setPassword("password"); |
||||
clickhouseConnectionParam.setHost("localhost"); |
||||
clickhouseConnectionParam.setPort(8123); |
||||
clickhouseConnectionParam.setDatabase("default"); |
||||
ClickhouseConnectionParam connectionParams = (ClickhouseConnectionParam) clickHouseDatasourceProcessor |
||||
.createConnectionParams(clickhouseConnectionParam); |
||||
Assert.assertNotNull(connectionParams); |
||||
Assert.assertEquals("jdbc:clickhouse://localhost:8123", connectionParams.getAddress()); |
||||
Assert.assertEquals("jdbc:clickhouse://localhost:8123/default", connectionParams.getJdbcUrl()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionParamJson = "{\"address\":\"jdbc:clickhouse://localhost:8123\",\"database\":\"default\"," |
||||
+ "\"jdbcUrl\":\"jdbc:clickhouse://localhost:8123/default\",\"user\":\"default\",\"password\":\"123456\"}"; |
||||
ClickhouseConnectionParam clickhouseConnectionParam = (ClickhouseConnectionParam) clickHouseDatasourceProcessor |
||||
.createConnectionParams(connectionParamJson); |
||||
Assert.assertNotNull(clickhouseConnectionParam); |
||||
Assert.assertEquals("default", clickhouseConnectionParam.getUser()); |
||||
Assert.assertEquals("123456", clickhouseConnectionParam.getPassword()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertNotNull(clickHouseDatasourceProcessor.getDatasourceDriver()); |
||||
Assert.assertEquals(Constants.COM_CLICKHOUSE_JDBC_DRIVER, clickHouseDatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
ClickhouseConnectionParam connectionParam = new ClickhouseConnectionParam(); |
||||
connectionParam.setUser("default"); |
||||
connectionParam.setJdbcUrl("jdbc:clickhouse://localhost:8123/default"); |
||||
connectionParam.setOther("other=other1"); |
||||
String jdbcUrl = clickHouseDatasourceProcessor.getJdbcUrl(connectionParam); |
||||
Assert.assertEquals("jdbc:clickhouse://localhost:8123/default?other=other1", jdbcUrl); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDbType() { |
||||
Assert.assertEquals(DbType.CLICKHOUSE, clickHouseDatasourceProcessor.getDbType()); |
||||
} |
||||
} |
||||
@ -0,0 +1,83 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.db2; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class Db2DatasourceProcessorTest { |
||||
|
||||
private Db2DatasourceProcessor db2DatasourceProcessor = new Db2DatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
Db2DatasourceParamDTO db2DatasourceParamDTO = new Db2DatasourceParamDTO(); |
||||
db2DatasourceParamDTO.setUserName("root"); |
||||
db2DatasourceParamDTO.setPassword("123456"); |
||||
db2DatasourceParamDTO.setHost("localhost"); |
||||
db2DatasourceParamDTO.setPort(5142); |
||||
db2DatasourceParamDTO.setDatabase("default"); |
||||
|
||||
Db2ConnectionParam connectionParams = (Db2ConnectionParam) db2DatasourceProcessor |
||||
.createConnectionParams(db2DatasourceParamDTO); |
||||
Assert.assertNotNull(connectionParams); |
||||
Assert.assertEquals("jdbc:db2://localhost:5142", connectionParams.getAddress()); |
||||
Assert.assertEquals("jdbc:db2://localhost:5142/default", connectionParams.getJdbcUrl()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionJson = "{\"user\":\"root\",\"password\":\"123456\",\"address\":\"jdbc:db2://localhost:5142\"" |
||||
+ ",\"database\":\"default\",\"jdbcUrl\":\"jdbc:db2://localhost:5142/default\"}"; |
||||
Db2ConnectionParam connectionParams = (Db2ConnectionParam) db2DatasourceProcessor |
||||
.createConnectionParams(connectionJson); |
||||
Assert.assertNotNull(connectionJson); |
||||
Assert.assertEquals("root", connectionParams.getUser()); |
||||
|
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertEquals(Constants.COM_DB2_JDBC_DRIVER, db2DatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
Db2ConnectionParam db2ConnectionParam = new Db2ConnectionParam(); |
||||
db2ConnectionParam.setJdbcUrl("jdbc:db2://localhost:5142/default"); |
||||
db2ConnectionParam.setOther("other=other"); |
||||
String jdbcUrl = db2DatasourceProcessor.getJdbcUrl(db2ConnectionParam); |
||||
Assert.assertEquals("jdbc:db2://localhost:5142/default;other=other", jdbcUrl); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDbType() { |
||||
Assert.assertEquals(DbType.DB2, db2DatasourceProcessor.getDbType()); |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,79 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.hive; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class HiveDatasourceProcessorTest { |
||||
|
||||
private HiveDatasourceProcessor hiveDatasourceProcessor = new HiveDatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
HiveDataSourceParamDTO hiveDataSourceParamDTO = new HiveDataSourceParamDTO(); |
||||
hiveDataSourceParamDTO.setHost("localhost1,localhost2"); |
||||
hiveDataSourceParamDTO.setPort(5142); |
||||
hiveDataSourceParamDTO.setUserName("default"); |
||||
hiveDataSourceParamDTO.setDatabase("default"); |
||||
HiveConnectionParam connectionParams = (HiveConnectionParam) hiveDatasourceProcessor |
||||
.createConnectionParams(hiveDataSourceParamDTO); |
||||
System.out.println(JSONUtils.toJsonString(connectionParams)); |
||||
Assert.assertNotNull(connectionParams); |
||||
Assert.assertEquals("jdbc:hive2://localhost1:5142,localhost2:5142", connectionParams.getAddress()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionParam = "{\"user\":\"default\",\"address\":\"jdbc:hive2://localhost1:5142,localhost2:5142\"" |
||||
+ ",\"jdbcUrl\":\"jdbc:hive2://localhost1:5142,localhost2:5142/default\"}"; |
||||
HiveConnectionParam connectionParams = (HiveConnectionParam) hiveDatasourceProcessor |
||||
.createConnectionParams(connectionParam); |
||||
Assert.assertNotNull(connectionParam); |
||||
Assert.assertEquals("default", connectionParams.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertEquals(Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER, hiveDatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
HiveConnectionParam connectionParam = new HiveConnectionParam(); |
||||
connectionParam.setJdbcUrl("jdbc:hive2://localhost1:5142,localhost2:5142/default"); |
||||
Assert.assertEquals("jdbc:hive2://localhost1:5142,localhost2:5142/default", |
||||
hiveDatasourceProcessor.getJdbcUrl(connectionParam)); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDbType() { |
||||
Assert.assertEquals(DbType.HIVE, hiveDatasourceProcessor.getDbType()); |
||||
} |
||||
} |
||||
@ -0,0 +1,81 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.mysql; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class MysqlDatasourceProcessorTest { |
||||
|
||||
private MysqlDatasourceProcessor mysqlDatasourceProcessor = new MysqlDatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
MysqlDatasourceParamDTO mysqlDatasourceParamDTO = new MysqlDatasourceParamDTO(); |
||||
mysqlDatasourceParamDTO.setUserName("root"); |
||||
mysqlDatasourceParamDTO.setPassword("123456"); |
||||
mysqlDatasourceParamDTO.setHost("localhost"); |
||||
mysqlDatasourceParamDTO.setPort(3306); |
||||
mysqlDatasourceParamDTO.setDatabase("default"); |
||||
|
||||
MysqlConnectionParam connectionParams = (MysqlConnectionParam) mysqlDatasourceProcessor |
||||
.createConnectionParams(mysqlDatasourceParamDTO); |
||||
System.out.println(JSONUtils.toJsonString(connectionParams)); |
||||
Assert.assertEquals("jdbc:mysql://localhost:3306", connectionParams.getAddress()); |
||||
Assert.assertEquals("jdbc:mysql://localhost:3306/default", connectionParams.getJdbcUrl()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionJson = "{\"user\":\"root\",\"password\":\"123456\",\"address\":\"jdbc:mysql://localhost:3306\"" |
||||
+ ",\"database\":\"default\",\"jdbcUrl\":\"jdbc:mysql://localhost:3306/default\"}"; |
||||
MysqlConnectionParam connectionParams = (MysqlConnectionParam) mysqlDatasourceProcessor |
||||
.createConnectionParams(connectionJson); |
||||
Assert.assertNotNull(connectionJson); |
||||
Assert.assertEquals("root", connectionParams.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertEquals(Constants.COM_MYSQL_JDBC_DRIVER, mysqlDatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
MysqlConnectionParam mysqlConnectionParam = new MysqlConnectionParam(); |
||||
mysqlConnectionParam.setJdbcUrl("jdbc:mysql://localhost:3306/default"); |
||||
Assert.assertEquals("jdbc:mysql://localhost:3306/default?allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false", |
||||
mysqlDatasourceProcessor.getJdbcUrl(mysqlConnectionParam)); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDbType() { |
||||
Assert.assertEquals(DbType.MYSQL, mysqlDatasourceProcessor.getDbType()); |
||||
} |
||||
} |
||||
@ -0,0 +1,83 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.oracle; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbConnectType; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class OracleDatasourceProcessorTest { |
||||
|
||||
private OracleDatasourceProcessor oracleDatasourceProcessor = new OracleDatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
OracleDatasourceParamDTO oracleDatasourceParamDTO = new OracleDatasourceParamDTO(); |
||||
oracleDatasourceParamDTO.setConnectType(DbConnectType.ORACLE_SID); |
||||
oracleDatasourceParamDTO.setHost("localhost"); |
||||
oracleDatasourceParamDTO.setPort(3308); |
||||
oracleDatasourceParamDTO.setUserName("root"); |
||||
oracleDatasourceParamDTO.setPassword("123456"); |
||||
oracleDatasourceParamDTO.setDatabase("default"); |
||||
|
||||
OracleConnectionParam connectionParams = (OracleConnectionParam) oracleDatasourceProcessor |
||||
.createConnectionParams(oracleDatasourceParamDTO); |
||||
Assert.assertNotNull(connectionParams); |
||||
Assert.assertEquals("jdbc:oracle:thin:@localhost:3308", connectionParams.getAddress()); |
||||
Assert.assertEquals("jdbc:oracle:thin:@localhost:3308/default", connectionParams.getJdbcUrl()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionJson = "{\"user\":\"root\",\"password\":\"123456\",\"address\":\"jdbc:oracle:thin:@localhost:3308\"" |
||||
+ ",\"database\":\"default\",\"jdbcUrl\":\"jdbc:oracle:thin:@localhost:3308/default\",\"connectType\":\"ORACLE_SID\"}"; |
||||
OracleConnectionParam connectionParams = (OracleConnectionParam) oracleDatasourceProcessor |
||||
.createConnectionParams(connectionJson); |
||||
Assert.assertNotNull(connectionParams); |
||||
Assert.assertEquals("root", connectionParams.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertEquals(Constants.COM_ORACLE_JDBC_DRIVER, oracleDatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
OracleConnectionParam oracleConnectionParam = new OracleConnectionParam(); |
||||
oracleConnectionParam.setJdbcUrl("jdbc:oracle:thin:@localhost:3308/default"); |
||||
oracleConnectionParam.setOther("other=other"); |
||||
Assert.assertEquals("jdbc:oracle:thin:@localhost:3308/default?other=other", |
||||
oracleDatasourceProcessor.getJdbcUrl(oracleConnectionParam)); |
||||
} |
||||
|
||||
@Test |
||||
public void getDbType() { |
||||
Assert.assertEquals(DbType.ORACLE, oracleDatasourceProcessor.getDbType()); |
||||
} |
||||
} |
||||
@ -0,0 +1,83 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.postgresql; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class PostgreSqlDatasourceProcessorTest { |
||||
|
||||
private PostgreSqlDatasourceProcessor postgreSqlDatasourceProcessor = new PostgreSqlDatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
PostgreSqlDatasourceParamDTO postgreSqlDatasourceParamDTO = new PostgreSqlDatasourceParamDTO(); |
||||
postgreSqlDatasourceParamDTO.setUserName("root"); |
||||
postgreSqlDatasourceParamDTO.setPassword("123456"); |
||||
postgreSqlDatasourceParamDTO.setHost("localhost"); |
||||
postgreSqlDatasourceParamDTO.setPort(3308); |
||||
postgreSqlDatasourceParamDTO.setDatabase("default"); |
||||
|
||||
PostgreSqlConnectionParam connectionParams = (PostgreSqlConnectionParam) postgreSqlDatasourceProcessor |
||||
.createConnectionParams(postgreSqlDatasourceParamDTO); |
||||
Assert.assertEquals("jdbc:postgresql://localhost:3308", connectionParams.getAddress()); |
||||
Assert.assertEquals("jdbc:postgresql://localhost:3308/default", connectionParams.getJdbcUrl()); |
||||
Assert.assertEquals("root", connectionParams.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionJson = "{\"user\":\"root\",\"password\":\"123456\",\"address\":\"jdbc:postgresql://localhost:3308\"" |
||||
+ ",\"database\":\"default\",\"jdbcUrl\":\"jdbc:postgresql://localhost:3308/default\"}"; |
||||
PostgreSqlConnectionParam connectionParams = (PostgreSqlConnectionParam) postgreSqlDatasourceProcessor |
||||
.createConnectionParams(connectionJson); |
||||
Assert.assertNotNull(connectionParams); |
||||
Assert.assertEquals("root", connectionParams.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertEquals(Constants.ORG_POSTGRESQL_DRIVER, postgreSqlDatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
PostgreSqlConnectionParam postgreSqlConnectionParam = new PostgreSqlConnectionParam(); |
||||
postgreSqlConnectionParam.setJdbcUrl("jdbc:postgresql://localhost:3308/default"); |
||||
postgreSqlConnectionParam.setOther("other"); |
||||
|
||||
String jdbcUrl = postgreSqlDatasourceProcessor.getJdbcUrl(postgreSqlConnectionParam); |
||||
Assert.assertEquals("jdbc:postgresql://localhost:3308/default?other", jdbcUrl); |
||||
|
||||
} |
||||
|
||||
@Test |
||||
public void testGetDbType() { |
||||
Assert.assertEquals(DbType.POSTGRESQL, postgreSqlDatasourceProcessor.getDbType()); |
||||
} |
||||
} |
||||
@ -0,0 +1,81 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.presto; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class PrestoDatasourceProcessorTest { |
||||
|
||||
private PrestoDatasourceProcessor prestoDatasourceProcessor = new PrestoDatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
PrestoDatasourceParamDTO prestoDatasourceParamDTO = new PrestoDatasourceParamDTO(); |
||||
prestoDatasourceParamDTO.setHost("localhost"); |
||||
prestoDatasourceParamDTO.setPort(1234); |
||||
prestoDatasourceParamDTO.setDatabase("default"); |
||||
prestoDatasourceParamDTO.setUserName("root"); |
||||
prestoDatasourceParamDTO.setPassword("123456"); |
||||
|
||||
PrestoConnectionParam connectionParams = (PrestoConnectionParam) prestoDatasourceProcessor |
||||
.createConnectionParams(prestoDatasourceParamDTO); |
||||
Assert.assertEquals("jdbc:presto://localhost:1234", connectionParams.getAddress()); |
||||
Assert.assertEquals("jdbc:presto://localhost:1234/default", connectionParams.getJdbcUrl()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionJson = "{\"user\":\"root\",\"password\":\"123456\",\"address\":\"jdbc:presto://localhost:1234\"" |
||||
+ ",\"database\":\"default\",\"jdbcUrl\":\"jdbc:presto://localhost:1234/default\"}"; |
||||
PrestoConnectionParam connectionParams = (PrestoConnectionParam) prestoDatasourceProcessor |
||||
.createConnectionParams(connectionJson); |
||||
Assert.assertNotNull(connectionParams); |
||||
Assert.assertEquals("root", connectionParams.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertEquals(Constants.COM_PRESTO_JDBC_DRIVER, prestoDatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
PrestoConnectionParam prestoConnectionParam = new PrestoConnectionParam(); |
||||
prestoConnectionParam.setJdbcUrl("jdbc:postgresql://localhost:1234/default"); |
||||
prestoConnectionParam.setOther("other"); |
||||
Assert.assertEquals("jdbc:postgresql://localhost:1234/default?other", |
||||
prestoDatasourceProcessor.getJdbcUrl(prestoConnectionParam)); |
||||
|
||||
} |
||||
|
||||
@Test |
||||
public void testGetDbType() { |
||||
Assert.assertEquals(DbType.PRESTO, prestoDatasourceProcessor.getDbType()); |
||||
} |
||||
} |
||||
@ -0,0 +1,80 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.spark; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class SparkDatasourceProcessorTest { |
||||
|
||||
private SparkDatasourceProcessor sparkDatasourceProcessor = new SparkDatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
SparkDatasourceParamDTO sparkDatasourceParamDTO = new SparkDatasourceParamDTO(); |
||||
sparkDatasourceParamDTO.setUserName("root"); |
||||
sparkDatasourceParamDTO.setPassword("12345"); |
||||
sparkDatasourceParamDTO.setHost("localhost1,localhost2"); |
||||
sparkDatasourceParamDTO.setPort(1234); |
||||
sparkDatasourceParamDTO.setDatabase("default"); |
||||
|
||||
SparkConnectionParam connectionParams = (SparkConnectionParam) sparkDatasourceProcessor |
||||
.createConnectionParams(sparkDatasourceParamDTO); |
||||
Assert.assertEquals("jdbc:hive2://localhost1:1234,localhost2:1234", connectionParams.getAddress()); |
||||
Assert.assertEquals("jdbc:hive2://localhost1:1234,localhost2:1234/default", connectionParams.getJdbcUrl()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionJson = "{\"user\":\"root\",\"password\":\"12345\",\"address\":\"jdbc:hive2://localhost1:1234,localhost2:1234\"" |
||||
+ ",\"database\":\"default\",\"jdbcUrl\":\"jdbc:hive2://localhost1:1234,localhost2:1234/default\"}"; |
||||
SparkConnectionParam connectionParams = (SparkConnectionParam) sparkDatasourceProcessor |
||||
.createConnectionParams(connectionJson); |
||||
Assert.assertNotNull(connectionParams); |
||||
Assert.assertEquals("root", connectionParams.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertEquals(Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER, sparkDatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
SparkConnectionParam sparkConnectionParam = new SparkConnectionParam(); |
||||
sparkConnectionParam.setJdbcUrl("jdbc:hive2://localhost1:1234,localhost2:1234/default"); |
||||
sparkConnectionParam.setOther("other"); |
||||
Assert.assertEquals("jdbc:hive2://localhost1:1234,localhost2:1234/default;other", |
||||
sparkDatasourceProcessor.getJdbcUrl(sparkConnectionParam)); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDbType() { |
||||
Assert.assertEquals(DbType.SPARK, sparkDatasourceProcessor.getDbType()); |
||||
} |
||||
} |
||||
@ -0,0 +1,81 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.datasource.sqlserver; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
|
||||
import java.sql.DriverManager; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
import org.junit.runner.RunWith; |
||||
import org.powermock.core.classloader.annotations.PrepareForTest; |
||||
import org.powermock.modules.junit4.PowerMockRunner; |
||||
|
||||
@RunWith(PowerMockRunner.class) |
||||
@PrepareForTest({Class.class, DriverManager.class}) |
||||
public class SqlServerDatasourceProcessorTest { |
||||
|
||||
private SqlServerDatasourceProcessor sqlServerDatasourceProcessor = new SqlServerDatasourceProcessor(); |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams() { |
||||
SqlServerDatasourceParamDTO sqlServerDatasourceParamDTO = new SqlServerDatasourceParamDTO(); |
||||
sqlServerDatasourceParamDTO.setUserName("root"); |
||||
sqlServerDatasourceParamDTO.setPassword("123456"); |
||||
sqlServerDatasourceParamDTO.setDatabase("default"); |
||||
sqlServerDatasourceParamDTO.setHost("localhost"); |
||||
sqlServerDatasourceParamDTO.setPort(1234); |
||||
|
||||
SqlServerConnectionParam connectionParams = (SqlServerConnectionParam) sqlServerDatasourceProcessor |
||||
.createConnectionParams(sqlServerDatasourceParamDTO); |
||||
Assert.assertEquals("jdbc:sqlserver://localhost:1234", connectionParams.getAddress()); |
||||
Assert.assertEquals("jdbc:sqlserver://localhost:1234;databaseName=default", connectionParams.getJdbcUrl()); |
||||
Assert.assertEquals("root", connectionParams.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testCreateConnectionParams2() { |
||||
String connectionJson = "{\"user\":\"root\",\"password\":\"123456\",\"address\":\"jdbc:sqlserver://localhost:1234\"" |
||||
+ ",\"database\":\"default\",\"jdbcUrl\":\"jdbc:sqlserver://localhost:1234;databaseName=default\"}"; |
||||
SqlServerConnectionParam sqlServerConnectionParam = JSONUtils.parseObject(connectionJson, SqlServerConnectionParam.class); |
||||
Assert.assertNotNull(sqlServerConnectionParam); |
||||
Assert.assertEquals("root", sqlServerConnectionParam.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDatasourceDriver() { |
||||
Assert.assertEquals(Constants.COM_SQLSERVER_JDBC_DRIVER, sqlServerDatasourceProcessor.getDatasourceDriver()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
SqlServerConnectionParam sqlServerConnectionParam = new SqlServerConnectionParam(); |
||||
sqlServerConnectionParam.setJdbcUrl("jdbc:sqlserver://localhost:1234;databaseName=default"); |
||||
sqlServerConnectionParam.setOther("other"); |
||||
Assert.assertEquals("jdbc:sqlserver://localhost:1234;databaseName=default;other", |
||||
sqlServerDatasourceProcessor.getJdbcUrl(sqlServerConnectionParam)); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetDbType() { |
||||
Assert.assertEquals(DbType.SQLSERVER, sqlServerDatasourceProcessor.getDbType()); |
||||
} |
||||
} |
||||
@ -1,278 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.dao.datasource; |
||||
|
||||
import static org.apache.dolphinscheduler.common.Constants.PASSWORD; |
||||
import static org.apache.dolphinscheduler.common.Constants.USER; |
||||
|
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.sql.DriverManager; |
||||
import java.util.Properties; |
||||
|
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
/** |
||||
* data source base class
|
||||
*/ |
||||
public abstract class BaseDataSource { |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(BaseDataSource.class); |
||||
|
||||
/** |
||||
* user name |
||||
*/ |
||||
protected String user; |
||||
|
||||
/** |
||||
* user password |
||||
*/ |
||||
protected String password; |
||||
|
||||
/** |
||||
* data source address |
||||
*/ |
||||
private String address; |
||||
|
||||
/** |
||||
* database name |
||||
*/ |
||||
private String database; |
||||
|
||||
/** |
||||
* other connection parameters for the data source |
||||
*/ |
||||
private String other; |
||||
|
||||
/** |
||||
* principal |
||||
*/ |
||||
private String principal; |
||||
|
||||
/** |
||||
* java.security.krb5.conf |
||||
*/ |
||||
private String javaSecurityKrb5Conf; |
||||
|
||||
/** |
||||
* login.user.keytab.username |
||||
*/ |
||||
private String loginUserKeytabUsername; |
||||
|
||||
/** |
||||
* login.user.keytab.path |
||||
*/ |
||||
private String loginUserKeytabPath; |
||||
|
||||
public String getPrincipal() { |
||||
return principal; |
||||
} |
||||
|
||||
public void setPrincipal(String principal) { |
||||
this.principal = principal; |
||||
} |
||||
|
||||
/** |
||||
* @return driver class
|
||||
*/ |
||||
public abstract String driverClassSelector(); |
||||
|
||||
/** |
||||
* @return db type |
||||
*/ |
||||
public abstract DbType dbTypeSelector(); |
||||
|
||||
/** |
||||
* gets the JDBC url for the data source connection |
||||
* @return getJdbcUrl |
||||
*/ |
||||
public String getJdbcUrl() { |
||||
StringBuilder jdbcUrl = new StringBuilder(getAddress()); |
||||
|
||||
appendDatabase(jdbcUrl); |
||||
appendPrincipal(jdbcUrl); |
||||
appendOther(jdbcUrl); |
||||
|
||||
return jdbcUrl.toString(); |
||||
} |
||||
|
||||
/** |
||||
* append database |
||||
* @param jdbcUrl jdbc url |
||||
*/ |
||||
protected void appendDatabase(StringBuilder jdbcUrl) { |
||||
if (dbTypeSelector() == DbType.SQLSERVER) { |
||||
jdbcUrl.append(";databaseName=").append(getDatabase()); |
||||
} else { |
||||
if (getAddress().lastIndexOf('/') != (jdbcUrl.length() - 1)) { |
||||
jdbcUrl.append("/"); |
||||
} |
||||
jdbcUrl.append(getDatabase()); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* append principal |
||||
* @param jdbcUrl jdbc url |
||||
*/ |
||||
private void appendPrincipal(StringBuilder jdbcUrl) { |
||||
boolean tag = dbTypeSelector() == DbType.HIVE || dbTypeSelector() == DbType.SPARK; |
||||
if (tag && StringUtils.isNotEmpty(getPrincipal())) { |
||||
jdbcUrl.append(";principal=").append(getPrincipal()); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* append other |
||||
* @param jdbcUrl jdbc url |
||||
*/ |
||||
private void appendOther(StringBuilder jdbcUrl) { |
||||
String otherParams = filterOther(getOther()); |
||||
if (StringUtils.isNotEmpty(otherParams)) { |
||||
String separator = ""; |
||||
switch (dbTypeSelector()) { |
||||
case CLICKHOUSE: |
||||
case MYSQL: |
||||
case ORACLE: |
||||
case POSTGRESQL: |
||||
case PRESTO: |
||||
separator = "?"; |
||||
break; |
||||
case DB2: |
||||
separator = ":"; |
||||
break; |
||||
case HIVE: |
||||
if ("?".equals(otherParams.substring(0, 1))) { |
||||
break; |
||||
} |
||||
separator = ";"; |
||||
break; |
||||
case SPARK: |
||||
case SQLSERVER: |
||||
separator = ";"; |
||||
break; |
||||
default: |
||||
logger.error("Db type mismatch!"); |
||||
} |
||||
jdbcUrl.append(separator).append(otherParams); |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* the data source test connection |
||||
* @return Connection Connection |
||||
* @throws Exception Exception |
||||
*/ |
||||
public Connection getConnection() throws Exception { |
||||
Class.forName(driverClassSelector()); |
||||
return DriverManager.getConnection(getJdbcUrl(), getUser(), getPassword()); |
||||
} |
||||
|
||||
/** |
||||
* the data source test connection |
||||
* @param info Properties |
||||
* @return Connection Connection |
||||
* @throws Exception Exception |
||||
*/ |
||||
public Connection getConnection(Properties info) throws Exception { |
||||
Class.forName(driverClassSelector()); |
||||
info.setProperty(USER, getUser()); |
||||
info.setProperty(PASSWORD, getPassword()); |
||||
return DriverManager.getConnection(getJdbcUrl(), info); |
||||
} |
||||
|
||||
protected String filterOther(String otherParams) { |
||||
return otherParams; |
||||
} |
||||
|
||||
public String getUser() { |
||||
return user; |
||||
} |
||||
|
||||
public void setUser(String user) { |
||||
this.user = user; |
||||
} |
||||
|
||||
/** |
||||
* password need decode |
||||
* @return |
||||
*/ |
||||
public String getPassword() { |
||||
return CommonUtils.decodePassword(password); |
||||
} |
||||
|
||||
public void setPassword(String password) { |
||||
this.password = password; |
||||
} |
||||
|
||||
public void setAddress(String address) { |
||||
this.address = address; |
||||
} |
||||
|
||||
public String getAddress() { |
||||
return address; |
||||
} |
||||
|
||||
public String getDatabase() { |
||||
return database; |
||||
} |
||||
|
||||
public void setDatabase(String database) { |
||||
this.database = database; |
||||
} |
||||
|
||||
public String getOther() { |
||||
return other; |
||||
} |
||||
|
||||
public void setOther(String other) { |
||||
this.other = other; |
||||
} |
||||
|
||||
public void setConnParams(String connParams) { |
||||
|
||||
} |
||||
|
||||
public String getJavaSecurityKrb5Conf() { |
||||
return javaSecurityKrb5Conf; |
||||
} |
||||
|
||||
public void setJavaSecurityKrb5Conf(String javaSecurityKrb5Conf) { |
||||
this.javaSecurityKrb5Conf = javaSecurityKrb5Conf; |
||||
} |
||||
|
||||
public String getLoginUserKeytabUsername() { |
||||
return loginUserKeytabUsername; |
||||
} |
||||
|
||||
public void setLoginUserKeytabUsername(String loginUserKeytabUsername) { |
||||
this.loginUserKeytabUsername = loginUserKeytabUsername; |
||||
} |
||||
|
||||
public String getLoginUserKeytabPath() { |
||||
return loginUserKeytabPath; |
||||
} |
||||
|
||||
public void setLoginUserKeytabPath(String loginUserKeytabPath) { |
||||
this.loginUserKeytabPath = loginUserKeytabPath; |
||||
} |
||||
} |
||||
@ -1,108 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
package org.apache.dolphinscheduler.dao.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.*; |
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
/** |
||||
* produce datasource in this custom defined datasource factory. |
||||
*/ |
||||
public class DataSourceFactory { |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(DataSourceFactory.class); |
||||
|
||||
/** |
||||
* getDatasource |
||||
* @param dbType dbType |
||||
* @param parameter parameter |
||||
* @return getDatasource |
||||
*/ |
||||
public static BaseDataSource getDatasource(DbType dbType, String parameter) { |
||||
try { |
||||
switch (dbType) { |
||||
case MYSQL: |
||||
return JSONUtils.parseObject(parameter, MySQLDataSource.class); |
||||
case POSTGRESQL: |
||||
return JSONUtils.parseObject(parameter, PostgreDataSource.class); |
||||
case HIVE: |
||||
return JSONUtils.parseObject(parameter, HiveDataSource.class); |
||||
case SPARK: |
||||
return JSONUtils.parseObject(parameter, SparkDataSource.class); |
||||
case CLICKHOUSE: |
||||
return JSONUtils.parseObject(parameter, ClickHouseDataSource.class); |
||||
case ORACLE: |
||||
return JSONUtils.parseObject(parameter, OracleDataSource.class); |
||||
case SQLSERVER: |
||||
return JSONUtils.parseObject(parameter, SQLServerDataSource.class); |
||||
case DB2: |
||||
return JSONUtils.parseObject(parameter, DB2ServerDataSource.class); |
||||
case PRESTO: |
||||
return JSONUtils.parseObject(parameter, PrestoDataSource.class); |
||||
default: |
||||
return null; |
||||
} |
||||
} catch (Exception e) { |
||||
logger.error("get datasource object error", e); |
||||
return null; |
||||
} |
||||
} |
||||
|
||||
/** |
||||
* load class
|
||||
* @param dbType |
||||
* @throws Exception |
||||
*/ |
||||
public static void loadClass(DbType dbType) throws Exception{ |
||||
switch (dbType){ |
||||
case MYSQL : |
||||
Class.forName(Constants.COM_MYSQL_JDBC_DRIVER); |
||||
break; |
||||
case POSTGRESQL : |
||||
Class.forName(Constants.ORG_POSTGRESQL_DRIVER); |
||||
break; |
||||
case HIVE : |
||||
Class.forName(Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER); |
||||
break; |
||||
case SPARK : |
||||
Class.forName(Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER); |
||||
break; |
||||
case CLICKHOUSE : |
||||
Class.forName(Constants.COM_CLICKHOUSE_JDBC_DRIVER); |
||||
break; |
||||
case ORACLE : |
||||
Class.forName(Constants.COM_ORACLE_JDBC_DRIVER); |
||||
break; |
||||
case SQLSERVER: |
||||
Class.forName(Constants.COM_SQLSERVER_JDBC_DRIVER); |
||||
break; |
||||
case DB2: |
||||
Class.forName(Constants.COM_DB2_JDBC_DRIVER); |
||||
break; |
||||
case PRESTO: |
||||
Class.forName(Constants.COM_PRESTO_JDBC_DRIVER); |
||||
break; |
||||
default: |
||||
logger.error("not support sql type: {},can't load class", dbType); |
||||
throw new IllegalArgumentException("not support sql type,can't load class"); |
||||
|
||||
} |
||||
} |
||||
} |
||||
@ -1,120 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.dao.datasource; |
||||
|
||||
import static org.apache.dolphinscheduler.common.Constants.SEMICOLON; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.CollectionUtils; |
||||
import org.apache.dolphinscheduler.common.utils.CommonUtils; |
||||
import org.apache.dolphinscheduler.common.utils.HiveConfUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import java.sql.Connection; |
||||
import java.util.Map; |
||||
|
||||
/** |
||||
* data source of hive |
||||
*/ |
||||
public class HiveDataSource extends BaseDataSource { |
||||
|
||||
/** |
||||
* gets the JDBC url for the data source connection |
||||
* @return jdbc url |
||||
*/ |
||||
@Override |
||||
public String driverClassSelector() { |
||||
return Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER; |
||||
} |
||||
|
||||
/** |
||||
* @return db type |
||||
*/ |
||||
@Override |
||||
public DbType dbTypeSelector() { |
||||
return DbType.HIVE; |
||||
} |
||||
|
||||
/** |
||||
* build hive jdbc params,append : ?hive_conf_list |
||||
* |
||||
* hive jdbc url template: |
||||
* |
||||
* jdbc:hive2://<host1>:<port1>,<host2>:<port2>/dbName;initFile=<file>;sess_var_list?hive_conf_list#hive_var_list
|
||||
* |
||||
* @param otherParams otherParams |
||||
* @return filter otherParams |
||||
*/ |
||||
@Override |
||||
protected String filterOther(String otherParams) { |
||||
if (StringUtils.isBlank(otherParams)) { |
||||
return ""; |
||||
} |
||||
|
||||
StringBuilder hiveConfListSb = new StringBuilder(); |
||||
hiveConfListSb.append("?"); |
||||
StringBuilder sessionVarListSb = new StringBuilder(); |
||||
|
||||
String[] otherArray = otherParams.split(";", -1); |
||||
|
||||
for (String conf : otherArray) { |
||||
if (HiveConfUtils.isHiveConfVar(conf)) { |
||||
hiveConfListSb.append(conf).append(";"); |
||||
} else { |
||||
sessionVarListSb.append(conf).append(";"); |
||||
} |
||||
} |
||||
|
||||
// remove the last ";"
|
||||
if (sessionVarListSb.length() > 0) { |
||||
sessionVarListSb.deleteCharAt(sessionVarListSb.length() - 1); |
||||
} |
||||
|
||||
if (hiveConfListSb.length() > 0) { |
||||
hiveConfListSb.deleteCharAt(hiveConfListSb.length() - 1); |
||||
} |
||||
|
||||
return sessionVarListSb.toString() + hiveConfListSb.toString(); |
||||
} |
||||
|
||||
/** |
||||
* the data source test connection |
||||
* @return Connection Connection |
||||
* @throws Exception Exception |
||||
*/ |
||||
@Override |
||||
public Connection getConnection() throws Exception { |
||||
CommonUtils.loadKerberosConf(getJavaSecurityKrb5Conf(), getLoginUserKeytabUsername(), getLoginUserKeytabPath()); |
||||
return super.getConnection(); |
||||
} |
||||
|
||||
@Override |
||||
public void setConnParams(String connParams) { |
||||
// Verification parameters
|
||||
Map<String, String> connParamMap = CollectionUtils.stringToMap(connParams, SEMICOLON); |
||||
if (connParamMap.isEmpty()) { |
||||
return; |
||||
} |
||||
|
||||
StringBuilder otherSb = new StringBuilder(); |
||||
connParamMap.forEach((k, v) -> otherSb.append(String.format("%s=%s%s", k, v, SEMICOLON))); |
||||
StringBuilder otherAppend = StringUtils.isNotBlank(getOther()) ? otherSb.append(getOther()) : otherSb.deleteCharAt(otherSb.length() - 1); |
||||
super.setOther(otherAppend.toString()); |
||||
} |
||||
} |
||||
@ -1,120 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.dao.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||
|
||||
import org.apache.commons.collections4.MapUtils; |
||||
|
||||
import java.util.HashMap; |
||||
import java.util.Map; |
||||
|
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
/** |
||||
* data source of mySQL |
||||
*/ |
||||
public class MySQLDataSource extends BaseDataSource { |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(MySQLDataSource.class); |
||||
|
||||
private static final String ALLOW_LOAD_LOCAL_IN_FILE_NAME = "allowLoadLocalInfile"; |
||||
|
||||
private static final String AUTO_DESERIALIZE = "autoDeserialize"; |
||||
|
||||
private static final String ALLOW_LOCAL_IN_FILE_NAME = "allowLocalInfile"; |
||||
|
||||
private static final String ALLOW_URL_IN_LOCAL_IN_FILE_NAME = "allowUrlInLocalInfile"; |
||||
|
||||
private static final String APPEND_PARAMS = "allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false"; |
||||
|
||||
private static boolean checkKeyIsLegitimate(String key) { |
||||
return !key.contains(ALLOW_LOAD_LOCAL_IN_FILE_NAME) && !key.contains(AUTO_DESERIALIZE) && !key.contains(ALLOW_LOCAL_IN_FILE_NAME) && !key.contains(ALLOW_URL_IN_LOCAL_IN_FILE_NAME); |
||||
} |
||||
|
||||
/** |
||||
* gets the JDBC url for the data source connection |
||||
* |
||||
* @return jdbc url |
||||
*/ |
||||
@Override |
||||
public String driverClassSelector() { |
||||
return Constants.COM_MYSQL_JDBC_DRIVER; |
||||
} |
||||
|
||||
/** |
||||
* @return db type |
||||
*/ |
||||
@Override |
||||
public DbType dbTypeSelector() { |
||||
return DbType.MYSQL; |
||||
} |
||||
|
||||
public static Map<String, String> buildOtherParams(String other) { |
||||
if (StringUtils.isBlank(other)) { |
||||
return null; |
||||
} |
||||
Map<String, String> paramMap = JSONUtils.toMap(other); |
||||
if (MapUtils.isEmpty(paramMap)) { |
||||
return null; |
||||
} |
||||
Map<String, String> newParamMap = new HashMap<>(); |
||||
paramMap.forEach((k, v) -> { |
||||
if (!checkKeyIsLegitimate(k)) { |
||||
return; |
||||
} |
||||
newParamMap.put(k, v); |
||||
|
||||
}); |
||||
return newParamMap; |
||||
} |
||||
|
||||
@Override |
||||
public String getUser() { |
||||
if (user.contains(AUTO_DESERIALIZE)) { |
||||
logger.warn("sensitive param : {} in username field is filtered", AUTO_DESERIALIZE); |
||||
user = user.replace(AUTO_DESERIALIZE, ""); |
||||
} |
||||
logger.debug("username : {}", user); |
||||
return user; |
||||
} |
||||
|
||||
@Override |
||||
protected String filterOther(String otherParams) { |
||||
if (StringUtils.isBlank(otherParams)) { |
||||
return APPEND_PARAMS; |
||||
} |
||||
char symbol = '&'; |
||||
return otherParams + symbol + APPEND_PARAMS; |
||||
} |
||||
|
||||
@Override |
||||
public String getPassword() { |
||||
// password need decode
|
||||
password = super.getPassword(); |
||||
if (password.contains(AUTO_DESERIALIZE)) { |
||||
logger.warn("sensitive param : {} in password field is filtered", AUTO_DESERIALIZE); |
||||
password = password.replace(AUTO_DESERIALIZE, ""); |
||||
} |
||||
return password; |
||||
} |
||||
} |
||||
@ -1,195 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.dao.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.enums.DbType; |
||||
import org.apache.dolphinscheduler.common.utils.PropertyUtils; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
|
||||
public class BaseDataSourceTest { |
||||
|
||||
@Test |
||||
public void testDriverClassSelector() { |
||||
String mysqlDriverClass = new MySQLDataSource().driverClassSelector(); |
||||
Assert.assertEquals(Constants.COM_MYSQL_JDBC_DRIVER, mysqlDriverClass); |
||||
|
||||
String clickHouseDriverClass = new ClickHouseDataSource().driverClassSelector(); |
||||
Assert.assertEquals(Constants.COM_CLICKHOUSE_JDBC_DRIVER, clickHouseDriverClass); |
||||
|
||||
String db2ServerDriverClass = new DB2ServerDataSource().driverClassSelector(); |
||||
Assert.assertEquals(Constants.COM_DB2_JDBC_DRIVER, db2ServerDriverClass); |
||||
|
||||
String oracleDriverClass = new OracleDataSource().driverClassSelector(); |
||||
Assert.assertEquals(Constants.COM_ORACLE_JDBC_DRIVER, oracleDriverClass); |
||||
|
||||
String postgreDriverClass = new PostgreDataSource().driverClassSelector(); |
||||
Assert.assertEquals(Constants.ORG_POSTGRESQL_DRIVER, postgreDriverClass); |
||||
|
||||
String sqlServerDriverClass = new SQLServerDataSource().driverClassSelector(); |
||||
Assert.assertEquals(Constants.COM_SQLSERVER_JDBC_DRIVER, sqlServerDriverClass); |
||||
|
||||
String hiveDriverClass = new HiveDataSource().driverClassSelector(); |
||||
Assert.assertEquals(Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER, hiveDriverClass); |
||||
|
||||
String sparkDriverClass = new SparkDataSource().driverClassSelector(); |
||||
Assert.assertEquals(Constants.ORG_APACHE_HIVE_JDBC_HIVE_DRIVER, sparkDriverClass); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetJdbcUrl() { |
||||
BaseDataSource hiveDataSource = new HiveDataSource(); |
||||
hiveDataSource.setAddress("jdbc:hive2://127.0.0.1:10000"); |
||||
hiveDataSource.setDatabase("test"); |
||||
hiveDataSource.setPassword("123456"); |
||||
hiveDataSource.setUser("test"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test", hiveDataSource.getJdbcUrl()); |
||||
//set principal
|
||||
hiveDataSource.setPrincipal("hive/test.com@TEST.COM"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test;principal=hive/test.com@TEST.COM", |
||||
hiveDataSource.getJdbcUrl()); |
||||
//set fake other
|
||||
hiveDataSource.setOther("charset=UTF-8"); |
||||
Assert.assertEquals( |
||||
"jdbc:hive2://127.0.0.1:10000/test;principal=hive/test.com@TEST.COM;charset=UTF-8", |
||||
hiveDataSource.getJdbcUrl()); |
||||
|
||||
BaseDataSource clickHouseDataSource = new ClickHouseDataSource(); |
||||
clickHouseDataSource.setAddress("jdbc:clickhouse://127.0.0.1:8123"); |
||||
clickHouseDataSource.setDatabase("test"); |
||||
clickHouseDataSource.setPassword("123456"); |
||||
clickHouseDataSource.setUser("test"); |
||||
Assert.assertEquals("jdbc:clickhouse://127.0.0.1:8123/test", clickHouseDataSource.getJdbcUrl()); |
||||
//set fake principal
|
||||
clickHouseDataSource.setPrincipal("fake principal"); |
||||
Assert.assertEquals("jdbc:clickhouse://127.0.0.1:8123/test", clickHouseDataSource.getJdbcUrl()); |
||||
//set fake other
|
||||
clickHouseDataSource.setOther("charset=UTF-8"); |
||||
Assert.assertEquals("jdbc:clickhouse://127.0.0.1:8123/test?charset=UTF-8", |
||||
clickHouseDataSource.getJdbcUrl()); |
||||
|
||||
BaseDataSource sqlServerDataSource = new SQLServerDataSource(); |
||||
sqlServerDataSource.setAddress("jdbc:sqlserver://127.0.0.1:1433"); |
||||
sqlServerDataSource.setDatabase("test"); |
||||
sqlServerDataSource.setPassword("123456"); |
||||
sqlServerDataSource.setUser("test"); |
||||
Assert.assertEquals("jdbc:sqlserver://127.0.0.1:1433;databaseName=test", |
||||
sqlServerDataSource.getJdbcUrl()); |
||||
//set fake principal
|
||||
sqlServerDataSource.setPrincipal("fake principal"); |
||||
Assert.assertEquals("jdbc:sqlserver://127.0.0.1:1433;databaseName=test", |
||||
sqlServerDataSource.getJdbcUrl()); |
||||
//set fake other
|
||||
sqlServerDataSource.setOther("charset=UTF-8"); |
||||
Assert.assertEquals("jdbc:sqlserver://127.0.0.1:1433;databaseName=test;charset=UTF-8", |
||||
sqlServerDataSource.getJdbcUrl()); |
||||
|
||||
BaseDataSource db2DataSource = new DB2ServerDataSource(); |
||||
db2DataSource.setAddress("jdbc:db2://127.0.0.1:50000"); |
||||
db2DataSource.setDatabase("test"); |
||||
db2DataSource.setPassword("123456"); |
||||
db2DataSource.setUser("test"); |
||||
Assert.assertEquals("jdbc:db2://127.0.0.1:50000/test", db2DataSource.getJdbcUrl()); |
||||
//set fake principal
|
||||
db2DataSource.setPrincipal("fake principal"); |
||||
Assert.assertEquals("jdbc:db2://127.0.0.1:50000/test", db2DataSource.getJdbcUrl()); |
||||
//set fake other
|
||||
db2DataSource.setOther("charset=UTF-8"); |
||||
Assert.assertEquals("jdbc:db2://127.0.0.1:50000/test:charset=UTF-8", db2DataSource.getJdbcUrl()); |
||||
|
||||
} |
||||
|
||||
@Test |
||||
public void testGetPassword() { |
||||
BaseDataSource dataSource = new BaseDataSource() { |
||||
@Override |
||||
public String driverClassSelector() { |
||||
return null; |
||||
} |
||||
|
||||
@Override |
||||
public DbType dbTypeSelector() { |
||||
return null; |
||||
} |
||||
}; |
||||
|
||||
String password = ""; |
||||
dataSource.setPassword(password); |
||||
Assert.assertEquals("", dataSource.getPassword()); |
||||
password = "IUAjJCVeJipNVEl6TkRVMg=="; |
||||
dataSource.setPassword(password); |
||||
Assert.assertNotNull(dataSource.getPassword()); |
||||
Assert.assertNotNull(dataSource.getPassword()); |
||||
|
||||
dataSource.setPassword(password); |
||||
PropertyUtils.setValue(Constants.DATASOURCE_ENCRYPTION_ENABLE,"true"); |
||||
Assert.assertEquals("123456", dataSource.getPassword()); |
||||
|
||||
dataSource.setPassword(password); |
||||
Assert.assertEquals("123456", dataSource.getPassword()); |
||||
Assert.assertEquals("123456", dataSource.getPassword()); |
||||
Assert.assertEquals("123456", dataSource.getPassword()); |
||||
|
||||
dataSource.setPassword(password); |
||||
PropertyUtils.setValue(Constants.DATASOURCE_ENCRYPTION_ENABLE,"false"); |
||||
Assert.assertEquals("IUAjJCVeJipNVEl6TkRVMg==", dataSource.getPassword()); |
||||
|
||||
dataSource.setPassword(password); |
||||
Assert.assertEquals("IUAjJCVeJipNVEl6TkRVMg==", dataSource.getPassword()); |
||||
Assert.assertEquals("IUAjJCVeJipNVEl6TkRVMg==", dataSource.getPassword()); |
||||
Assert.assertEquals("IUAjJCVeJipNVEl6TkRVMg==", dataSource.getPassword()); |
||||
|
||||
} |
||||
|
||||
@Test |
||||
public void testSetConnParams() { |
||||
|
||||
BaseDataSource hiveDataSource = new HiveDataSource(); |
||||
hiveDataSource.setAddress("jdbc:hive2://127.0.0.1:10000"); |
||||
hiveDataSource.setDatabase("test"); |
||||
hiveDataSource.setPassword("123456"); |
||||
hiveDataSource.setUser("test"); |
||||
hiveDataSource.setConnParams(""); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test", hiveDataSource.getJdbcUrl()); |
||||
|
||||
//set fake other
|
||||
hiveDataSource.setConnParams("hive.tez.container.size=20000;"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test?hive.tez.container.size=20000", hiveDataSource.getJdbcUrl()); |
||||
|
||||
hiveDataSource.setOther(null); |
||||
hiveDataSource.setConnParams("hive.tez.container.size=20000"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test?hive.tez.container.size=20000", hiveDataSource.getJdbcUrl()); |
||||
|
||||
hiveDataSource.setOther(null); |
||||
hiveDataSource.setConnParams("hive.tez.container.size=20000;hive.zzz=100"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test;hive.zzz=100?hive.tez.container.size=20000", hiveDataSource.getJdbcUrl()); |
||||
|
||||
hiveDataSource.setOther("charset=UTF-8"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test;charset=UTF-8", hiveDataSource.getJdbcUrl()); |
||||
|
||||
hiveDataSource.setConnParams("hive.tez.container.size=20000;hive.zzz=100"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test;hive.zzz=100;charset=UTF-8?hive.tez.container.size=20000", hiveDataSource.getJdbcUrl()); |
||||
|
||||
hiveDataSource.setOther("charset=UTF-8;hive.exec.stagingdir=/tmp"); |
||||
hiveDataSource.setConnParams("hive.tez.container.size=20000;hive.zzz=100"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test;hive.zzz=100;charset=UTF-8?hive.tez.container.size=20000;hive.exec.stagingdir=/tmp", hiveDataSource.getJdbcUrl()); |
||||
} |
||||
|
||||
} |
||||
@ -1,89 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.dao.datasource; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
|
||||
/** |
||||
* test data source of hive |
||||
*/ |
||||
public class HiveDataSourceTest { |
||||
|
||||
@Test |
||||
public void testFilterOther() { |
||||
BaseDataSource hiveDataSource = new HiveDataSource(); |
||||
|
||||
// not contain hive_site_conf
|
||||
String other = hiveDataSource.filterOther("charset=UTF-8"); |
||||
Assert.assertEquals("charset=UTF-8", other); |
||||
|
||||
// not contain
|
||||
other = hiveDataSource.filterOther(""); |
||||
Assert.assertEquals("", other); |
||||
|
||||
// only contain hive_site_conf
|
||||
other = hiveDataSource.filterOther("hive.mapred.mode=strict"); |
||||
Assert.assertEquals("?hive.mapred.mode=strict", other); |
||||
|
||||
// contain hive_site_conf at the first
|
||||
other = hiveDataSource.filterOther("hive.mapred.mode=strict;charset=UTF-8"); |
||||
Assert.assertEquals("charset=UTF-8?hive.mapred.mode=strict", other); |
||||
|
||||
// contain hive_site_conf in the middle
|
||||
other = hiveDataSource.filterOther("charset=UTF-8;hive.mapred.mode=strict;foo=bar"); |
||||
Assert.assertEquals("charset=UTF-8;foo=bar?hive.mapred.mode=strict", other); |
||||
|
||||
// contain hive_site_conf at the end
|
||||
other = hiveDataSource.filterOther("charset=UTF-8;foo=bar;hive.mapred.mode=strict"); |
||||
Assert.assertEquals("charset=UTF-8;foo=bar?hive.mapred.mode=strict", other); |
||||
|
||||
// contain multi hive_site_conf
|
||||
other = hiveDataSource.filterOther("charset=UTF-8;foo=bar;hive.mapred.mode=strict;hive.exec.parallel=true"); |
||||
Assert.assertEquals("charset=UTF-8;foo=bar?hive.mapred.mode=strict;hive.exec.parallel=true", other); |
||||
|
||||
// the security authorization hive conf var
|
||||
other = hiveDataSource.filterOther("tez.queue.name=tezTest"); |
||||
Assert.assertEquals("?tez.queue.name=tezTest", other); |
||||
|
||||
} |
||||
|
||||
@Test |
||||
public void testGetHiveJdbcUrlOther() { |
||||
|
||||
BaseDataSource hiveDataSource = new HiveDataSource(); |
||||
hiveDataSource.setAddress("jdbc:hive2://127.0.0.1:10000"); |
||||
hiveDataSource.setDatabase("test"); |
||||
hiveDataSource.setPassword("123456"); |
||||
hiveDataSource.setUser("test"); |
||||
Assert.assertEquals("jdbc:hive2://127.0.0.1:10000/test", hiveDataSource.getJdbcUrl()); |
||||
|
||||
hiveDataSource.setOther("charset=UTF-8;hive.mapred.mode=strict;hive.server2.thrift.http.path=hs2"); |
||||
|
||||
Assert.assertEquals( |
||||
"jdbc:hive2://127.0.0.1:10000/test;charset=UTF-8?hive.mapred.mode=strict;hive.server2.thrift.http.path=hs2", |
||||
hiveDataSource.getJdbcUrl()); |
||||
|
||||
hiveDataSource.setOther("hive.mapred.mode=strict;hive.server2.thrift.http.path=hs2"); |
||||
Assert.assertEquals( |
||||
"jdbc:hive2://127.0.0.1:10000/test?hive.mapred.mode=strict;hive.server2.thrift.http.path=hs2", |
||||
hiveDataSource.getJdbcUrl()); |
||||
|
||||
} |
||||
|
||||
} |
||||
@ -1,102 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.dao.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.Constants; |
||||
import org.apache.dolphinscheduler.common.utils.PropertyUtils; |
||||
|
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
|
||||
/** |
||||
* test data source of mySQL |
||||
*/ |
||||
public class MySQLDataSourceTest { |
||||
|
||||
@Test |
||||
public void testGetUser() { |
||||
MySQLDataSource dataSource = new MySQLDataSource(); |
||||
String safeUsername = "test123"; |
||||
dataSource.setUser(safeUsername); |
||||
Assert.assertEquals("test123", dataSource.getUser()); |
||||
String sensitiveUsername = "test123?autoDeserialize=true"; |
||||
dataSource.setUser(sensitiveUsername); |
||||
Assert.assertEquals("test123?=true", dataSource.getUser()); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetPassword() { |
||||
MySQLDataSource dataSource = new MySQLDataSource(); |
||||
String safePwd = "test_pwd"; |
||||
dataSource.setPassword(safePwd); |
||||
Assert.assertEquals("test_pwd", dataSource.getPassword()); |
||||
String sensitivePwd = "test_pwd?autoDeserialize=true"; |
||||
dataSource.setPassword(sensitivePwd); |
||||
Assert.assertEquals("test_pwd?=true", dataSource.getPassword()); |
||||
} |
||||
|
||||
@Test |
||||
public void testFilterOther() { |
||||
MySQLDataSource dataSource = new MySQLDataSource(); |
||||
String other = dataSource.filterOther("serverTimezone=Asia/Shanghai&characterEncoding=utf8"); |
||||
Assert.assertEquals("serverTimezone=Asia/Shanghai&characterEncoding=utf8&allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false", other); |
||||
//at the first
|
||||
other = dataSource.filterOther("serverTimezone=Asia/Shanghai&characterEncoding=utf8"); |
||||
Assert.assertEquals("serverTimezone=Asia/Shanghai&characterEncoding=utf8&allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false", other); |
||||
//at the end
|
||||
other = dataSource.filterOther("serverTimezone=Asia/Shanghai&characterEncoding=utf8"); |
||||
Assert.assertEquals("serverTimezone=Asia/Shanghai&characterEncoding=utf8&allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false", other); |
||||
//in the middle
|
||||
other = dataSource.filterOther("serverTimezone=Asia/Shanghai&characterEncoding=utf8"); |
||||
Assert.assertEquals("serverTimezone=Asia/Shanghai&characterEncoding=utf8&allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false", other); |
||||
other = dataSource.filterOther(null); |
||||
Assert.assertEquals("allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false", other); |
||||
} |
||||
|
||||
@Test |
||||
public void testGetPasswordWithDecodePassword() { |
||||
MySQLDataSource dataSource = new MySQLDataSource(); |
||||
String password = ""; |
||||
dataSource.setPassword(password); |
||||
Assert.assertEquals("", dataSource.getPassword()); |
||||
password = "IUAjJCVeJipNVEl6TkRVMg=="; |
||||
dataSource.setPassword(password); |
||||
Assert.assertNotNull(dataSource.getPassword()); |
||||
Assert.assertNotNull(dataSource.getPassword()); |
||||
|
||||
dataSource.setPassword(password); |
||||
PropertyUtils.setValue(Constants.DATASOURCE_ENCRYPTION_ENABLE, "true"); |
||||
Assert.assertEquals("123456", dataSource.getPassword()); |
||||
|
||||
dataSource.setPassword(password); |
||||
Assert.assertEquals("123456", dataSource.getPassword()); |
||||
Assert.assertEquals("123456", dataSource.getPassword()); |
||||
Assert.assertEquals("123456", dataSource.getPassword()); |
||||
|
||||
dataSource.setPassword(password); |
||||
PropertyUtils.setValue(Constants.DATASOURCE_ENCRYPTION_ENABLE, "false"); |
||||
Assert.assertEquals("IUAjJCVeJipNVEl6TkRVMg==", dataSource.getPassword()); |
||||
|
||||
dataSource.setPassword(password); |
||||
Assert.assertEquals("IUAjJCVeJipNVEl6TkRVMg==", dataSource.getPassword()); |
||||
Assert.assertEquals("IUAjJCVeJipNVEl6TkRVMg==", dataSource.getPassword()); |
||||
Assert.assertEquals("IUAjJCVeJipNVEl6TkRVMg==", dataSource.getPassword()); |
||||
|
||||
} |
||||
|
||||
} |
||||
@ -1,74 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
package org.apache.dolphinscheduler.dao.datasource; |
||||
|
||||
import org.apache.dolphinscheduler.common.enums.DbConnectType; |
||||
import org.junit.Assert; |
||||
import org.junit.Test; |
||||
|
||||
public class OracleDataSourceTest { |
||||
|
||||
@Test |
||||
public void testGetOracleJdbcUrl() { |
||||
OracleDataSource oracleDataSource = new OracleDataSource(); |
||||
oracleDataSource.setConnectType(DbConnectType.ORACLE_SERVICE_NAME); |
||||
oracleDataSource.setAddress("jdbc:oracle:thin:@//127.0.0.1:1521"); |
||||
oracleDataSource.setDatabase("test"); |
||||
oracleDataSource.setPassword("123456"); |
||||
oracleDataSource.setUser("test"); |
||||
Assert.assertEquals("jdbc:oracle:thin:@//127.0.0.1:1521/test", oracleDataSource.getJdbcUrl()); |
||||
//set fake principal
|
||||
oracleDataSource.setPrincipal("fake principal"); |
||||
Assert.assertEquals("jdbc:oracle:thin:@//127.0.0.1:1521/test", oracleDataSource.getJdbcUrl()); |
||||
//set fake other
|
||||
oracleDataSource.setOther("charset=UTF-8"); |
||||
Assert.assertEquals("jdbc:oracle:thin:@//127.0.0.1:1521/test?charset=UTF-8", oracleDataSource.getJdbcUrl()); |
||||
|
||||
OracleDataSource oracleDataSource2 = new OracleDataSource(); |
||||
oracleDataSource2.setAddress("jdbc:oracle:thin:@127.0.0.1:1521"); |
||||
oracleDataSource2.setDatabase("orcl"); |
||||
oracleDataSource2.setPassword("123456"); |
||||
oracleDataSource2.setUser("test"); |
||||
oracleDataSource2.setConnectType(DbConnectType.ORACLE_SID); |
||||
Assert.assertEquals("jdbc:oracle:thin:@127.0.0.1:1521:orcl", oracleDataSource2.getJdbcUrl()); |
||||
//set fake principal
|
||||
oracleDataSource2.setPrincipal("fake principal"); |
||||
Assert.assertEquals("jdbc:oracle:thin:@127.0.0.1:1521:orcl", oracleDataSource2.getJdbcUrl()); |
||||
//set fake other
|
||||
oracleDataSource2.setOther("charset=UTF-8"); |
||||
Assert.assertEquals("jdbc:oracle:thin:@127.0.0.1:1521:orcl?charset=UTF-8", oracleDataSource2.getJdbcUrl()); |
||||
} |
||||
|
||||
@Test |
||||
public void testAppendDatabase() { |
||||
OracleDataSource oracleDataSource = new OracleDataSource(); |
||||
oracleDataSource.setAddress("jdbc:oracle:thin:@//127.0.0.1:1521"); |
||||
oracleDataSource.setDatabase("test"); |
||||
oracleDataSource.setConnectType(DbConnectType.ORACLE_SERVICE_NAME); |
||||
StringBuilder jdbcUrl = new StringBuilder(oracleDataSource.getAddress()); |
||||
oracleDataSource.appendDatabase(jdbcUrl); |
||||
Assert.assertEquals("jdbc:oracle:thin:@//127.0.0.1:1521/test", jdbcUrl.toString()); |
||||
|
||||
OracleDataSource oracleDataSource2 = new OracleDataSource(); |
||||
oracleDataSource2.setAddress("jdbc:oracle:thin:@127.0.0.1:1521"); |
||||
oracleDataSource2.setDatabase("orcl"); |
||||
oracleDataSource2.setConnectType(DbConnectType.ORACLE_SID); |
||||
StringBuilder jdbcUrl2 = new StringBuilder(oracleDataSource2.getAddress()); |
||||
oracleDataSource2.appendDatabase(jdbcUrl2); |
||||
Assert.assertEquals("jdbc:oracle:thin:@127.0.0.1:1521:orcl", jdbcUrl2.toString()); |
||||
} |
||||
} |
||||
Loading…
Reference in new issue