Browse Source

Add StarRocks datasource (#13204)

3.2.0-release
Wenjun Ruan 2 years ago committed by GitHub
parent
commit
5c75d312fa
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
  1. 22
      docs/docs/en/guide/datasource/starrocks.md
  2. 17
      docs/docs/zh/guide/datasource/starrocks.md
  3. BIN
      docs/img/new_ui/dev/datasource/starrocks.png
  4. 5
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-all/pom.xml
  5. 1
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/pom.xml
  6. 1
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-spark/pom.xml
  7. 42
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/pom.xml
  8. 31
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/StarRocksDataSourceChannel.java
  9. 38
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/StarRocksDataSourceChannelFactory.java
  10. 30
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/StarRocksDataSourceClient.java
  11. 37
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksConnectionParam.java
  12. 45
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksDataSourceParamDTO.java
  13. 181
      dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksDataSourceProcessor.java
  14. 6
      dolphinscheduler-datasource-plugin/pom.xml
  15. 4
      dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi/enums/DbType.java
  16. 2
      dolphinscheduler-ui/src/service/modules/data-source/types.ts
  17. 5
      dolphinscheduler-ui/src/views/datasource/list/use-form.ts
  18. 5
      dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-datasource.ts

22
docs/docs/en/guide/datasource/starrocks.md

@ -0,0 +1,22 @@
# StarRocks
![starrocks](../../../../img/new_ui/dev/datasource/starrocks.png)
## Datasource Parameters
| **Datasource** | **Description** |
|----------------------------|--------------------------------------------------------------|
| Datasource | Select StarRocks. |
| Datasource name | Enter the name of the DataSource. |
| Description | Enter a description of the DataSource. |
| IP/Host Name | Enter the StarRocks service IP. |
| Port | Enter the StarRocks service port. |
| Username | Set the username for StarRocks connection. |
| Password | Set the password for StarRocks connection. |
| Database name | Enter the database name of the StarRocks connection. |
| Jdbc connection parameters | Parameter settings for StarRocks connection, in JSON format. |
## Native Supported
No, you need to import Mysql jdbc driver first, read section example in [datasource-setting](../howto/datasource-setting.md) `DataSource Center` section to import Mysql JDBC Driver.

17
docs/docs/zh/guide/datasource/starrocks.md

@ -0,0 +1,17 @@
# StarRocks数据源
![starrocks](../../../../img/new_ui/dev/datasource/starrocks.png)
- 数据源:选择 STARROCKS
- 数据源名称:输入数据源的名称
- 描述:输入数据源的描述
- IP 主机名:输入连接 STARROCKS 的 IP
- 端口:输入连接 STARROCKS 的端口
- 用户名:设置连接 STARROCKS 的用户名
- 密码:设置连接 STARROCKS 的密码
- 数据库名:输入连接 STARROCKS 的数据库名称
- Jdbc 连接参数:用于 STARROCKS 连接的参数设置,以 JSON 形式填写
## 是否原生支持
否,StarRocks使用Mysql JDBC Driver, 使用前需请参考 [数据源配置](../howto/datasource-setting.md) 中的 "数据源中心" 章节激活Mysql JDBC Driver。

BIN
docs/img/new_ui/dev/datasource/starrocks.png

Binary file not shown.

After

Width:  |  Height:  |  Size: 337 KiB

5
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-all/pom.xml

@ -87,5 +87,10 @@
<artifactId>dolphinscheduler-datasource-trino</artifactId> <artifactId>dolphinscheduler-datasource-trino</artifactId>
<version>${project.version}</version> <version>${project.version}</version>
</dependency> </dependency>
<dependency>
<groupId>org.apache.dolphinscheduler</groupId>
<artifactId>dolphinscheduler-datasource-starrocks</artifactId>
<version>${project.version}</version>
</dependency>
</dependencies> </dependencies>
</project> </project>

1
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-api/pom.xml

@ -30,7 +30,6 @@
<dependency> <dependency>
<groupId>org.apache.dolphinscheduler</groupId> <groupId>org.apache.dolphinscheduler</groupId>
<artifactId>dolphinscheduler-spi</artifactId> <artifactId>dolphinscheduler-spi</artifactId>
<scope>provided</scope>
</dependency> </dependency>
<dependency> <dependency>

1
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-spark/pom.xml

@ -43,6 +43,7 @@
<dependency> <dependency>
<groupId>org.apache.dolphinscheduler</groupId> <groupId>org.apache.dolphinscheduler</groupId>
<artifactId>dolphinscheduler-datasource-hive</artifactId> <artifactId>dolphinscheduler-datasource-hive</artifactId>
<version>${project.version}</version>
<scope>provided</scope> <scope>provided</scope>
</dependency> </dependency>

42
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/pom.xml

@ -0,0 +1,42 @@
<?xml version="1.0" encoding="UTF-8"?>
<!--
~ Licensed to the Apache Software Foundation (ASF) under one or more
~ contributor license agreements. See the NOTICE file distributed with
~ this work for additional information regarding copyright ownership.
~ The ASF licenses this file to You under the Apache License, Version 2.0
~ (the "License"); you may not use this file except in compliance with
~ the License. You may obtain a copy of the License at
~
~ http://www.apache.org/licenses/LICENSE-2.0
~
~ Unless required by applicable law or agreed to in writing, software
~ distributed under the License is distributed on an "AS IS" BASIS,
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
~ See the License for the specific language governing permissions and
~ limitations under the License.
-->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
<modelVersion>4.0.0</modelVersion>
<parent>
<groupId>org.apache.dolphinscheduler</groupId>
<artifactId>dolphinscheduler-datasource-plugin</artifactId>
<version>dev-SNAPSHOT</version>
</parent>
<artifactId>dolphinscheduler-datasource-starrocks</artifactId>
<dependencies>
<dependency>
<groupId>org.apache.dolphinscheduler</groupId>
<artifactId>dolphinscheduler-datasource-api</artifactId>
<version>${project.version}</version>
</dependency>
<dependency>
<groupId>mysql</groupId>
<artifactId>mysql-connector-java</artifactId>
</dependency>
</dependencies>
</project>

31
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/StarRocksDataSourceChannel.java

@ -0,0 +1,31 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.plugin.datasource.starrocks;
import org.apache.dolphinscheduler.spi.datasource.BaseConnectionParam;
import org.apache.dolphinscheduler.spi.datasource.DataSourceChannel;
import org.apache.dolphinscheduler.spi.datasource.DataSourceClient;
import org.apache.dolphinscheduler.spi.enums.DbType;
public class StarRocksDataSourceChannel implements DataSourceChannel {
@Override
public DataSourceClient createDataSourceClient(BaseConnectionParam baseConnectionParam, DbType dbType) {
return new StarRocksDataSourceClient(baseConnectionParam, dbType);
}
}

38
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/StarRocksDataSourceChannelFactory.java

@ -0,0 +1,38 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.plugin.datasource.starrocks;
import org.apache.dolphinscheduler.spi.datasource.DataSourceChannel;
import org.apache.dolphinscheduler.spi.datasource.DataSourceChannelFactory;
import org.apache.dolphinscheduler.spi.enums.DbType;
import com.google.auto.service.AutoService;
@AutoService(DataSourceChannelFactory.class)
public class StarRocksDataSourceChannelFactory implements DataSourceChannelFactory {
@Override
public DataSourceChannel create() {
return new StarRocksDataSourceChannel();
}
@Override
public String getName() {
return DbType.STARROCKS.getDescp();
}
}

30
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/StarRocksDataSourceClient.java

@ -0,0 +1,30 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.plugin.datasource.starrocks;
import org.apache.dolphinscheduler.plugin.datasource.api.client.CommonDataSourceClient;
import org.apache.dolphinscheduler.spi.datasource.BaseConnectionParam;
import org.apache.dolphinscheduler.spi.enums.DbType;
public class StarRocksDataSourceClient extends CommonDataSourceClient {
public StarRocksDataSourceClient(BaseConnectionParam baseConnectionParam, DbType dbType) {
super(baseConnectionParam, dbType);
}
}

37
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksConnectionParam.java

@ -0,0 +1,37 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.plugin.datasource.starrocks.param;
import org.apache.dolphinscheduler.spi.datasource.BaseConnectionParam;
public class StarRocksConnectionParam extends BaseConnectionParam {
@Override
public String toString() {
return "StarRocksConnectionParam{" +
"user='" + user + '\'' +
", address='" + address + '\'' +
", database='" + database + '\'' +
", jdbcUrl='" + jdbcUrl + '\'' +
", driverLocation='" + driverLocation + '\'' +
", driverClassName='" + driverClassName + '\'' +
", validationQuery='" + validationQuery + '\'' +
", other=" + other +
'}';
}
}

45
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksDataSourceParamDTO.java

@ -0,0 +1,45 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.plugin.datasource.starrocks.param;
import org.apache.dolphinscheduler.plugin.datasource.api.datasource.BaseDataSourceParamDTO;
import org.apache.dolphinscheduler.spi.enums.DbType;
public class StarRocksDataSourceParamDTO extends BaseDataSourceParamDTO {
@Override
public String toString() {
return "StarRocksDataSourceParamDTO{" +
"id=" + id +
", name='" + name + '\'' +
", note='" + note + '\'' +
", host='" + host + '\'' +
", port=" + port +
", database='" + database + '\'' +
", userName='" + userName + '\'' +
", testFlag=" + testFlag +
", bindTestId=" + bindTestId +
", other=" + other +
'}';
}
@Override
public DbType getType() {
return DbType.STARROCKS;
}
}

181
dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-starrocks/src/main/java/org/apache/dolphinscheduler/plugin/datasource/starrocks/param/StarRocksDataSourceProcessor.java

@ -0,0 +1,181 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.plugin.datasource.starrocks.param;
import org.apache.dolphinscheduler.common.constants.Constants;
import org.apache.dolphinscheduler.common.constants.DataSourceConstants;
import org.apache.dolphinscheduler.common.utils.JSONUtils;
import org.apache.dolphinscheduler.plugin.datasource.api.datasource.AbstractDataSourceProcessor;
import org.apache.dolphinscheduler.plugin.datasource.api.datasource.BaseDataSourceParamDTO;
import org.apache.dolphinscheduler.plugin.datasource.api.datasource.DataSourceProcessor;
import org.apache.dolphinscheduler.plugin.datasource.api.utils.PasswordUtils;
import org.apache.dolphinscheduler.spi.datasource.BaseConnectionParam;
import org.apache.dolphinscheduler.spi.datasource.ConnectionParam;
import org.apache.dolphinscheduler.spi.enums.DbType;
import org.apache.commons.collections4.MapUtils;
import java.sql.Connection;
import java.sql.DriverManager;
import java.sql.SQLException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Map;
import lombok.extern.slf4j.Slf4j;
import com.google.auto.service.AutoService;
@Slf4j
@AutoService(DataSourceProcessor.class)
public class StarRocksDataSourceProcessor extends AbstractDataSourceProcessor {
private static final String ALLOW_LOAD_LOCAL_IN_FILE_NAME = "allowLoadLocalInfile";
private static final String AUTO_DESERIALIZE = "autoDeserialize";
private static final String ALLOW_LOCAL_IN_FILE_NAME = "allowLocalInfile";
private static final String ALLOW_URL_IN_LOCAL_IN_FILE_NAME = "allowUrlInLocalInfile";
private static final String APPEND_PARAMS =
"allowLoadLocalInfile=false&autoDeserialize=false&allowLocalInfile=false&allowUrlInLocalInfile=false";
@Override
public BaseDataSourceParamDTO castDatasourceParamDTO(String paramJson) {
return JSONUtils.parseObject(paramJson, StarRocksDataSourceParamDTO.class);
}
@Override
public BaseDataSourceParamDTO createDatasourceParamDTO(String connectionJson) {
StarRocksConnectionParam connectionParams = (StarRocksConnectionParam) createConnectionParams(connectionJson);
StarRocksDataSourceParamDTO starRocksDataSourceParamDTO = new StarRocksDataSourceParamDTO();
starRocksDataSourceParamDTO.setUserName(connectionParams.getUser());
starRocksDataSourceParamDTO.setDatabase(connectionParams.getDatabase());
starRocksDataSourceParamDTO.setOther(connectionParams.getOther());
String address = connectionParams.getAddress();
String[] hostSeperator = address.split(Constants.DOUBLE_SLASH);
String[] hostPortArray = hostSeperator[hostSeperator.length - 1].split(Constants.COMMA);
starRocksDataSourceParamDTO.setPort(Integer.parseInt(hostPortArray[0].split(Constants.COLON)[1]));
starRocksDataSourceParamDTO.setHost(hostPortArray[0].split(Constants.COLON)[0]);
return starRocksDataSourceParamDTO;
}
@Override
public BaseConnectionParam createConnectionParams(BaseDataSourceParamDTO dataSourceParam) {
StarRocksDataSourceParamDTO starRocksDataSourceParamDTO = (StarRocksDataSourceParamDTO) dataSourceParam;
String address = String.format("%s%s:%s", DataSourceConstants.JDBC_MYSQL, starRocksDataSourceParamDTO.getHost(),
starRocksDataSourceParamDTO.getPort());
String jdbcUrl = String.format("%s/%s", address, starRocksDataSourceParamDTO.getDatabase());
StarRocksConnectionParam starRocksConnectionParam = new StarRocksConnectionParam();
starRocksConnectionParam.setJdbcUrl(jdbcUrl);
starRocksConnectionParam.setDatabase(starRocksDataSourceParamDTO.getDatabase());
starRocksConnectionParam.setAddress(address);
starRocksConnectionParam.setUser(starRocksDataSourceParamDTO.getUserName());
starRocksConnectionParam.setPassword(PasswordUtils.encodePassword(starRocksDataSourceParamDTO.getPassword()));
starRocksConnectionParam.setDriverClassName(getDatasourceDriver());
starRocksConnectionParam.setValidationQuery(getValidationQuery());
starRocksConnectionParam.setOther(starRocksDataSourceParamDTO.getOther());
return starRocksConnectionParam;
}
@Override
public ConnectionParam createConnectionParams(String connectionJson) {
return JSONUtils.parseObject(connectionJson, StarRocksConnectionParam.class);
}
@Override
public String getDatasourceDriver() {
return DataSourceConstants.COM_MYSQL_CJ_JDBC_DRIVER;
}
@Override
public String getValidationQuery() {
return DataSourceConstants.MYSQL_VALIDATION_QUERY;
}
@Override
public String getJdbcUrl(ConnectionParam connectionParam) {
StarRocksConnectionParam starRocksConnectionParam = (StarRocksConnectionParam) connectionParam;
String jdbcUrl = starRocksConnectionParam.getJdbcUrl();
if (MapUtils.isNotEmpty(starRocksConnectionParam.getOther())) {
return String.format("%s?%s&%s", jdbcUrl, transformOther(starRocksConnectionParam.getOther()),
APPEND_PARAMS);
}
return String.format("%s?%s", jdbcUrl, APPEND_PARAMS);
}
@Override
public Connection getConnection(ConnectionParam connectionParam) throws ClassNotFoundException, SQLException {
StarRocksConnectionParam starRocksConnectionParam = (StarRocksConnectionParam) connectionParam;
Class.forName(getDatasourceDriver());
String user = starRocksConnectionParam.getUser();
if (user.contains(AUTO_DESERIALIZE)) {
log.warn("sensitive param : {} in username field is filtered", AUTO_DESERIALIZE);
user = user.replace(AUTO_DESERIALIZE, "");
}
String password = PasswordUtils.decodePassword(starRocksConnectionParam.getPassword());
if (password.contains(AUTO_DESERIALIZE)) {
log.warn("sensitive param : {} in password field is filtered", AUTO_DESERIALIZE);
password = password.replace(AUTO_DESERIALIZE, "");
}
return DriverManager.getConnection(getJdbcUrl(connectionParam), user, password);
}
@Override
public DbType getDbType() {
return DbType.STARROCKS;
}
@Override
public DataSourceProcessor create() {
return new StarRocksDataSourceProcessor();
}
private String transformOther(Map<String, String> paramMap) {
if (MapUtils.isEmpty(paramMap)) {
return null;
}
Map<String, String> otherMap = new HashMap<>();
paramMap.forEach((k, v) -> {
if (!checkKeyIsLegitimate(k)) {
return;
}
otherMap.put(k, v);
});
if (MapUtils.isEmpty(otherMap)) {
return null;
}
List<String> otherList = new ArrayList<>();
otherMap.forEach((key, value) -> otherList.add(String.format("%s=%s", key, value)));
return String.join("&", otherList);
}
private static boolean checkKeyIsLegitimate(String key) {
return !key.contains(ALLOW_LOAD_LOCAL_IN_FILE_NAME)
&& !key.contains(AUTO_DESERIALIZE)
&& !key.contains(ALLOW_LOCAL_IN_FILE_NAME)
&& !key.contains(ALLOW_URL_IN_LOCAL_IN_FILE_NAME);
}
}

6
dolphinscheduler-datasource-plugin/pom.xml

@ -42,15 +42,11 @@
<module>dolphinscheduler-datasource-redshift</module> <module>dolphinscheduler-datasource-redshift</module>
<module>dolphinscheduler-datasource-athena</module> <module>dolphinscheduler-datasource-athena</module>
<module>dolphinscheduler-datasource-trino</module> <module>dolphinscheduler-datasource-trino</module>
<module>dolphinscheduler-datasource-starrocks</module>
</modules> </modules>
<dependencyManagement> <dependencyManagement>
<dependencies> <dependencies>
<dependency>
<groupId>org.apache.dolphinscheduler</groupId>
<artifactId>dolphinscheduler-datasource-hive</artifactId>
<version>${project.version}</version>
</dependency>
<dependency> <dependency>
<groupId>org.apache.dolphinscheduler</groupId> <groupId>org.apache.dolphinscheduler</groupId>
<artifactId>dolphinscheduler-bom</artifactId> <artifactId>dolphinscheduler-bom</artifactId>

4
dolphinscheduler-spi/src/main/java/org/apache/dolphinscheduler/spi/enums/DbType.java

@ -40,7 +40,9 @@ public enum DbType {
H2(9, "h2"), H2(9, "h2"),
REDSHIFT(10, "redshift"), REDSHIFT(10, "redshift"),
ATHENA(11, "athena"), ATHENA(11, "athena"),
TRINO(12, "trino"); TRINO(12, "trino"),
STARROCKS(13, "starrocks"),
;
@EnumValue @EnumValue
private final int code; private final int code;

2
dolphinscheduler-ui/src/service/modules/data-source/types.ts

@ -28,6 +28,7 @@ type IDataBase =
| 'REDSHIFT' | 'REDSHIFT'
| 'ATHENA' | 'ATHENA'
| 'TRINO' | 'TRINO'
| 'STARROCKS'
type IDataBaseLabel = type IDataBaseLabel =
| 'MYSQL' | 'MYSQL'
@ -42,6 +43,7 @@ type IDataBaseLabel =
| 'REDSHIFT' | 'REDSHIFT'
| 'ATHENA' | 'ATHENA'
| 'TRINO' | 'TRINO'
| 'STARROCKS'
interface IDataSource { interface IDataSource {
id?: number id?: number

5
dolphinscheduler-ui/src/views/datasource/list/use-form.ts

@ -298,6 +298,11 @@ export const datasourceType: IDataBaseOptionKeys = {
value: 'TRINO', value: 'TRINO',
label: 'TRINO', label: 'TRINO',
defaultPort: 8080 defaultPort: 8080
},
STARROCKS: {
value: 'STARROCKS',
label: 'STARROCKS',
defaultPort: 9030
} }
} }

5
dolphinscheduler-ui/src/views/projects/task/components/node/fields/use-datasource.ts

@ -97,6 +97,11 @@ export function useDatasource(
id: 12, id: 12,
code: 'TRINO', code: 'TRINO',
disabled: false disabled: false
},
{
id: 13,
code: 'STARROCKS',
disabled: false
} }
] ]

Loading…
Cancel
Save