From 4f2b9ac8863b5ffc275b46d2337254683fdebb66 Mon Sep 17 00:00:00 2001 From: Kerwin <37063904+zhuangchong@users.noreply.github.com> Date: Fri, 29 Apr 2022 10:34:03 +0800 Subject: [PATCH] [Improve][common] code clean in the common module (#9435) --- docs/docs/en/faq.md | 5 +- docs/docs/zh/faq.md | 5 +- dolphinscheduler-common/pom.xml | 44 ------------- .../dolphinscheduler-datasource-all/pom.xml | 10 +++ dolphinscheduler-datasource-plugin/pom.xml | 10 +++ .../main/assembly/dolphinscheduler-bin.xml | 8 +-- .../dolphinscheduler-standalone-server.xml | 4 -- pom.xml | 61 ++----------------- 8 files changed, 32 insertions(+), 115 deletions(-) diff --git a/docs/docs/en/faq.md b/docs/docs/en/faq.md index 1b4984485b..50eaf32fb4 100644 --- a/docs/docs/en/faq.md +++ b/docs/docs/en/faq.md @@ -306,11 +306,10 @@ A: 1, Create deployment user and hosts mapping, please refer 1.3 part of [cluste ​ 3, Copy the deployment directory from worker server that has already deployed -​ 4, Go to bin dir, then start worker server and logger server +​ 4, Go to bin dir, then start worker server ``` ./dolphinscheduler-daemon.sh start worker-server - ./dolphinscheduler-daemon.sh start logger-server ``` --- @@ -602,7 +601,7 @@ A:By deploying different worker in different yarn clusters,the steps are as 2. Changing `yarn.application.status.address` to current emr's yarn url in the `conf/common.properties` - 3. Execute command `bin/dolphinscheduler-daemon.sh start worker-server` and `bin/dolphinscheduler-daemon.sh start logger-server` to start worker-server and logger-server + 3. Execute command `bin/dolphinscheduler-daemon.sh start worker-server` to start worker-server --- diff --git a/docs/docs/zh/faq.md b/docs/docs/zh/faq.md index 563b90b53f..e57d87ff01 100644 --- a/docs/docs/zh/faq.md +++ b/docs/docs/zh/faq.md @@ -290,10 +290,9 @@ A: 1,参考官网[部署文档](https://dolphinscheduler.apache.org/zh-cn/do ​ 3,复制正在运行的服务器上的部署目录到新机器的同样的部署目录下 -​ 4,到 bin 下,启动 worker server 和 logger server +​ 4,到 bin 下,启动 worker server ``` ./dolphinscheduler-daemon.sh start worker-server - ./dolphinscheduler-daemon.sh start logger-server ``` --- @@ -582,7 +581,7 @@ A:将Worker节点分别部署至多个Yarn集群,步骤如下(例如AWS EM 2. 将 `conf/common.properties` 中的 `yarn.application.status.address` 修改为当前集群的 Yarn 的信息 - 3. 通过 `bin/dolphinscheduler-daemon.sh start worker-server` 和 `bin/dolphinscheduler-daemon.sh start logger-server` 分别启动 worker-server 和 logger-server + 3. 通过 `bin/dolphinscheduler-daemon.sh start worker-server` 启动 worker-server --- diff --git a/dolphinscheduler-common/pom.xml b/dolphinscheduler-common/pom.xml index 5590d07de8..a2fe9ac4c3 100644 --- a/dolphinscheduler-common/pom.xml +++ b/dolphinscheduler-common/pom.xml @@ -274,12 +274,6 @@ - - - org.postgresql - postgresql - - com.amazonaws aws-java-sdk-s3 @@ -496,8 +490,6 @@ - - ch.qos.logback logback-classic @@ -511,45 +503,9 @@ oshi-core - - ru.yandex.clickhouse - clickhouse-jdbc - - - com.fasterxml.jackson.core - jackson-core - - - com.fasterxml.jackson.core - jackson-databind - - - jaxb-api - javax.xml.bind - - - - - - com.microsoft.sqlserver - mssql-jdbc - - - azure-keyvault - com.microsoft.azure - - - - - - com.facebook.presto - presto-jdbc - - com.baomidou mybatis-plus-annotation - ${mybatis-plus.version} diff --git a/dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-all/pom.xml b/dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-all/pom.xml index 6a8fd8c6a7..9e1a5b104c 100644 --- a/dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-all/pom.xml +++ b/dolphinscheduler-datasource-plugin/dolphinscheduler-datasource-all/pom.xml @@ -31,42 +31,52 @@ org.apache.dolphinscheduler dolphinscheduler-datasource-clickhouse + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-db2 + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-hive + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-mysql + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-oracle + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-postgresql + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-sqlserver + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-redshift + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-spark + ${project.version} org.apache.dolphinscheduler dolphinscheduler-datasource-presto + ${project.version} diff --git a/dolphinscheduler-datasource-plugin/pom.xml b/dolphinscheduler-datasource-plugin/pom.xml index d8bae08728..1be4cbf428 100644 --- a/dolphinscheduler-datasource-plugin/pom.xml +++ b/dolphinscheduler-datasource-plugin/pom.xml @@ -42,4 +42,14 @@ dolphinscheduler-datasource-all dolphinscheduler-datasource-redshift + + + + + org.apache.dolphinscheduler + dolphinscheduler-datasource-hive + ${project.version} + + + diff --git a/dolphinscheduler-dist/src/main/assembly/dolphinscheduler-bin.xml b/dolphinscheduler-dist/src/main/assembly/dolphinscheduler-bin.xml index 1049d2720a..a3447ee487 100644 --- a/dolphinscheduler-dist/src/main/assembly/dolphinscheduler-bin.xml +++ b/dolphinscheduler-dist/src/main/assembly/dolphinscheduler-bin.xml @@ -17,7 +17,8 @@ bin + xsi:schemaLocation="http://maven.apache.org/ASSEMBLY/2.1.0 http://maven.apache.org/xsd/assembly-2.1.0.xsd"> + bin tar.gz @@ -45,11 +46,6 @@ worker-server - - ${basedir}/../dolphinscheduler-log-server/target/logger-server - logger-server - - ${basedir}/../dolphinscheduler-standalone-server/target/standalone-server standalone-server diff --git a/dolphinscheduler-standalone-server/src/main/assembly/dolphinscheduler-standalone-server.xml b/dolphinscheduler-standalone-server/src/main/assembly/dolphinscheduler-standalone-server.xml index 8f59f1a8d9..de9dbb71fd 100644 --- a/dolphinscheduler-standalone-server/src/main/assembly/dolphinscheduler-standalone-server.xml +++ b/dolphinscheduler-standalone-server/src/main/assembly/dolphinscheduler-standalone-server.xml @@ -41,10 +41,6 @@ ${basedir}/../dolphinscheduler-worker/target/worker-server/libs libs/worker-server - - ${basedir}/../dolphinscheduler-log-server/target/logger-server/libs - libs/logger-server - ${basedir}/src/main/resources diff --git a/pom.xml b/pom.xml index f92cb63d7d..2735260793 100644 --- a/pom.xml +++ b/pom.xml @@ -179,6 +179,12 @@ mybatis-plus ${mybatis-plus.version} + + com.baomidou + mybatis-plus-annotation + ${mybatis-plus.version} + + org.quartz-scheduler @@ -386,11 +392,6 @@ ${project.version} - - org.apache.dolphinscheduler - dolphinscheduler-datasource-plugin - ${project.version} - org.apache.dolphinscheduler dolphinscheduler-datasource-all @@ -401,56 +402,6 @@ dolphinscheduler-datasource-api ${project.version} - - org.apache.dolphinscheduler - dolphinscheduler-datasource-clickhouse - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-db2 - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-hive - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-mysql - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-oracle - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-postgresql - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-sqlserver - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-redshift - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-spark - ${project.version} - - - org.apache.dolphinscheduler - dolphinscheduler-datasource-presto - ${project.version} - org.apache.dolphinscheduler