xiangzihao
1 month ago
committed by
GitHub
221 changed files with 3690 additions and 1518 deletions
@ -1,58 +0,0 @@
|
||||
# |
||||
# Licensed to the Apache Software Foundation (ASF) under one or more |
||||
# contributor license agreements. See the NOTICE file distributed with |
||||
# this work for additional information regarding copyright ownership. |
||||
# The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
# (the "License"); you may not use this file except in compliance with |
||||
# the License. You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
# |
||||
|
||||
# --------------------------------------------------------- |
||||
# INSTALL MACHINE |
||||
# --------------------------------------------------------- |
||||
# A comma separated list of machine hostname or IP would be installed DolphinScheduler, |
||||
# including master, worker, api, alert. If you want to deploy in pseudo-distributed |
||||
# mode, just write a pseudo-distributed hostname |
||||
# Example for hostnames: ips="ds1,ds2,ds3,ds4,ds5", Example for IPs: ips="192.168.8.1,192.168.8.2,192.168.8.3,192.168.8.4,192.168.8.5" |
||||
ips=${ips:-"localhost"} |
||||
|
||||
# Port of SSH protocol, default value is 22. For now we only support same port in all `ips` machine |
||||
# modify it if you use different ssh port |
||||
sshPort=${sshPort:-"22"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed Master server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostnames: masters="ds1,ds2", Example for IPs: masters="192.168.8.1,192.168.8.2" |
||||
masters=${masters:-"localhost"} |
||||
|
||||
# A comma separated list of machine <hostname>:<workerGroup> or <IP>:<workerGroup>.All hostname or IP must be a |
||||
# subset of configuration `ips`, And workerGroup have default value as `default`, but we recommend you declare behind the hosts |
||||
# Example for hostnames: workers="ds1:default,ds2:default,ds3:default", Example for IPs: workers="192.168.8.1:default,192.168.8.2:default,192.168.8.3:default" |
||||
workers=${workers:-"localhost:default"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed Alert server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostname: alertServer="ds3", Example for IP: alertServer="192.168.8.3" |
||||
alertServer=${alertServer:-"localhost"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed API server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostname: apiServers="ds1", Example for IP: apiServers="192.168.8.1" |
||||
apiServers=${apiServers:-"localhost"} |
||||
|
||||
# The directory to install DolphinScheduler for all machine we config above. It will automatically be created by `install.sh` script if not exists. |
||||
# Do not set this configuration same as the current path (pwd) |
||||
installPath=${installPath:-"/root/apache-dolphinscheduler-*-SNAPSHOT-bin"} |
||||
|
||||
# The user to deploy DolphinScheduler for all machine we config above. For now user must create by yourself before running `install.sh` |
||||
# script. The user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled than the root directory needs |
||||
# to be created by this user |
||||
deployUser=${deployUser:-"dolphinscheduler"} |
||||
@ -1,58 +0,0 @@
|
||||
# |
||||
# Licensed to the Apache Software Foundation (ASF) under one or more |
||||
# contributor license agreements. See the NOTICE file distributed with |
||||
# this work for additional information regarding copyright ownership. |
||||
# The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
# (the "License"); you may not use this file except in compliance with |
||||
# the License. You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
# |
||||
|
||||
# --------------------------------------------------------- |
||||
# INSTALL MACHINE |
||||
# --------------------------------------------------------- |
||||
# A comma separated list of machine hostname or IP would be installed DolphinScheduler, |
||||
# including master, worker, api, alert. If you want to deploy in pseudo-distributed |
||||
# mode, just write a pseudo-distributed hostname |
||||
# Example for hostnames: ips="ds1,ds2,ds3,ds4,ds5", Example for IPs: ips="192.168.8.1,192.168.8.2,192.168.8.3,192.168.8.4,192.168.8.5" |
||||
ips=${ips:-"localhost"} |
||||
|
||||
# Port of SSH protocol, default value is 22. For now we only support same port in all `ips` machine |
||||
# modify it if you use different ssh port |
||||
sshPort=${sshPort:-"22"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed Master server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostnames: masters="ds1,ds2", Example for IPs: masters="192.168.8.1,192.168.8.2" |
||||
masters=${masters:-"localhost"} |
||||
|
||||
# A comma separated list of machine <hostname>:<workerGroup> or <IP>:<workerGroup>.All hostname or IP must be a |
||||
# subset of configuration `ips`, And workerGroup have default value as `default`, but we recommend you declare behind the hosts |
||||
# Example for hostnames: workers="ds1:default,ds2:default,ds3:default", Example for IPs: workers="192.168.8.1:default,192.168.8.2:default,192.168.8.3:default" |
||||
workers=${workers:-"localhost:default"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed Alert server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostname: alertServer="ds3", Example for IP: alertServer="192.168.8.3" |
||||
alertServer=${alertServer:-"localhost"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed API server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostname: apiServers="ds1", Example for IP: apiServers="192.168.8.1" |
||||
apiServers=${apiServers:-"localhost"} |
||||
|
||||
# The directory to install DolphinScheduler for all machine we config above. It will automatically be created by `install.sh` script if not exists. |
||||
# Do not set this configuration same as the current path (pwd) |
||||
installPath=${installPath:-"/root/apache-dolphinscheduler-*-SNAPSHOT-bin"} |
||||
|
||||
# The user to deploy DolphinScheduler for all machine we config above. For now user must create by yourself before running `install.sh` |
||||
# script. The user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled than the root directory needs |
||||
# to be created by this user |
||||
deployUser=${deployUser:-"dolphinscheduler"} |
||||
@ -1,61 +0,0 @@
|
||||
# |
||||
# Licensed to the Apache Software Foundation (ASF) under one or more |
||||
# contributor license agreements. See the NOTICE file distributed with |
||||
# this work for additional information regarding copyright ownership. |
||||
# The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
# (the "License"); you may not use this file except in compliance with |
||||
# the License. You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
# |
||||
|
||||
# --------------------------------------------------------- |
||||
# INSTALL MACHINE |
||||
# --------------------------------------------------------- |
||||
# A comma separated list of machine hostname or IP would be installed DolphinScheduler, |
||||
# including master, worker, api, alert. If you want to deploy in pseudo-distributed |
||||
# mode, just write a pseudo-distributed hostname |
||||
# Example for hostnames: ips="ds1,ds2,ds3,ds4,ds5", Example for IPs: ips="192.168.8.1,192.168.8.2,192.168.8.3,192.168.8.4,192.168.8.5" |
||||
ips=${ips:-"localhost"} |
||||
|
||||
# Port of SSH protocol, default value is 22. For now we only support same port in all `ips` machine |
||||
# modify it if you use different ssh port |
||||
sshPort=${sshPort:-"22"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed Master server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostnames: masters="ds1,ds2", Example for IPs: masters="192.168.8.1,192.168.8.2" |
||||
masters=${masters:-"localhost"} |
||||
|
||||
# A comma separated list of machine <hostname>:<workerGroup> or <IP>:<workerGroup>.All hostname or IP must be a |
||||
# subset of configuration `ips`, And workerGroup have default value as `default`, but we recommend you declare behind the hosts |
||||
# Example for hostnames: workers="ds1:default,ds2:default,ds3:default", Example for IPs: workers="192.168.8.1:default,192.168.8.2:default,192.168.8.3:default" |
||||
workers=${workers:-"localhost:default"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed Alert server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostname: alertServer="ds3", Example for IP: alertServer="192.168.8.3" |
||||
alertServer=${alertServer:-"localhost"} |
||||
|
||||
# A comma separated list of machine hostname or IP would be installed API server, it |
||||
# must be a subset of configuration `ips`. |
||||
# Example for hostname: apiServers="ds1", Example for IP: apiServers="192.168.8.1" |
||||
apiServers=${apiServers:-"localhost"} |
||||
|
||||
# The directory to install DolphinScheduler for all machine we config above. It will automatically be created by `install.sh` script if not exists. |
||||
# Do not set this configuration same as the current path (pwd) |
||||
installPath=${installPath:-"/root/apache-dolphinscheduler-*-SNAPSHOT-bin"} |
||||
|
||||
# The user to deploy DolphinScheduler for all machine we config above. For now user must create by yourself before running `install.sh` |
||||
# script. The user needs to have sudo privileges and permissions to operate hdfs. If hdfs is enabled than the root directory needs |
||||
# to be created by this user |
||||
deployUser=${deployUser:-"dolphinscheduler"} |
||||
|
||||
# The root of zookeeper, for now DolphinScheduler default registry server is zookeeper. |
||||
zkRoot=${zkRoot:-"/dolphinscheduler"} |
||||
@ -0,0 +1,477 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.datasource.api.constants; |
||||
|
||||
import org.apache.dolphinscheduler.common.constants.DateConstants; |
||||
|
||||
import java.time.Duration; |
||||
import java.util.Set; |
||||
import java.util.regex.Pattern; |
||||
|
||||
import lombok.experimental.UtilityClass; |
||||
|
||||
import com.google.common.collect.Sets; |
||||
|
||||
@UtilityClass |
||||
public class DataSourceConstants { |
||||
|
||||
public static final String ORG_POSTGRESQL_DRIVER = "org.postgresql.Driver"; |
||||
public static final String COM_MYSQL_CJ_JDBC_DRIVER = "com.mysql.cj.jdbc.Driver"; |
||||
public static final String COM_MYSQL_JDBC_DRIVER = "com.mysql.jdbc.Driver"; |
||||
public static final String ORG_APACHE_HIVE_JDBC_HIVE_DRIVER = "org.apache.hive.jdbc.HiveDriver"; |
||||
public static final String COM_CLICKHOUSE_JDBC_DRIVER = "com.clickhouse.jdbc.ClickHouseDriver"; |
||||
public static final String COM_DATABEND_JDBC_DRIVER = "com.databend.jdbc.DatabendDriver"; |
||||
public static final String COM_ORACLE_JDBC_DRIVER = "oracle.jdbc.OracleDriver"; |
||||
public static final String COM_SQLSERVER_JDBC_DRIVER = "com.microsoft.sqlserver.jdbc.SQLServerDriver"; |
||||
public static final String COM_DB2_JDBC_DRIVER = "com.ibm.db2.jcc.DB2Driver"; |
||||
public static final String COM_PRESTO_JDBC_DRIVER = "com.facebook.presto.jdbc.PrestoDriver"; |
||||
public static final String COM_REDSHIFT_JDBC_DRIVER = "com.amazon.redshift.jdbc42.Driver"; |
||||
public static final String COM_ATHENA_JDBC_DRIVER = "com.simba.athena.jdbc.Driver"; |
||||
public static final String COM_TRINO_JDBC_DRIVER = "io.trino.jdbc.TrinoDriver"; |
||||
public static final String COM_DAMENG_JDBC_DRIVER = "dm.jdbc.driver.DmDriver"; |
||||
public static final String ORG_APACHE_KYUUBI_JDBC_DRIVER = "org.apache.kyuubi.jdbc.KyuubiHiveDriver"; |
||||
public static final String COM_OCEANBASE_JDBC_DRIVER = "com.oceanbase.jdbc.Driver"; |
||||
public static final String NET_SNOWFLAKE_JDBC_DRIVER = "net.snowflake.client.jdbc.SnowflakeDriver"; |
||||
public static final String COM_VERTICA_JDBC_DRIVER = "com.vertica.jdbc.Driver"; |
||||
public static final String COM_HANA_DB_JDBC_DRIVER = "com.sap.db.jdbc.Driver"; |
||||
|
||||
public static final String JDBC_MYSQL = "jdbc:mysql://"; |
||||
public static final String JDBC_MYSQL_LOADBALANCE = "jdbc:mysql:loadbalance://"; |
||||
public static final String JDBC_POSTGRESQL = "jdbc:postgresql://"; |
||||
public static final String JDBC_HIVE_2 = "jdbc:hive2://"; |
||||
public static final String JDBC_KYUUBI = "jdbc:kyuubi://"; |
||||
public static final String JDBC_CLICKHOUSE = "jdbc:clickhouse://"; |
||||
public static final String JDBC_DATABEND = "jdbc:databend://"; |
||||
public static final String JDBC_ORACLE_SID = "jdbc:oracle:thin:@"; |
||||
public static final String JDBC_ORACLE_SERVICE_NAME = "jdbc:oracle:thin:@//"; |
||||
public static final String JDBC_SQLSERVER = "jdbc:sqlserver://"; |
||||
public static final String JDBC_DB2 = "jdbc:db2://"; |
||||
public static final String JDBC_PRESTO = "jdbc:presto://"; |
||||
public static final String JDBC_REDSHIFT = "jdbc:redshift://"; |
||||
public static final String JDBC_REDSHIFT_IAM = "jdbc:redshift:iam://"; |
||||
public static final String JDBC_ATHENA = "jdbc:awsathena://"; |
||||
public static final String JDBC_TRINO = "jdbc:trino://"; |
||||
public static final String JDBC_DAMENG = "jdbc:dm://"; |
||||
public static final String JDBC_OCEANBASE = "jdbc:oceanbase://"; |
||||
public static final String JDBC_SNOWFLAKE = "jdbc:snowflake://"; |
||||
public static final String JDBC_VERTICA = "jdbc:vertica://"; |
||||
public static final String JDBC_HANA = "jdbc:sap://"; |
||||
|
||||
public static final String POSTGRESQL_VALIDATION_QUERY = "select version()"; |
||||
public static final String MYSQL_VALIDATION_QUERY = "select 1"; |
||||
public static final String HIVE_VALIDATION_QUERY = "select 1"; |
||||
public static final String CLICKHOUSE_VALIDATION_QUERY = "select 1"; |
||||
public static final String DATABEND_VALIDATION_QUERY = "select 1"; |
||||
public static final String ORACLE_VALIDATION_QUERY = "select 1 from dual"; |
||||
public static final String SQLSERVER_VALIDATION_QUERY = "select 1"; |
||||
public static final String DB2_VALIDATION_QUERY = "select 1 from sysibm.sysdummy1"; |
||||
public static final String PRESTO_VALIDATION_QUERY = "select 1"; |
||||
public static final String REDHIFT_VALIDATION_QUERY = "select 1"; |
||||
public static final String ATHENA_VALIDATION_QUERY = "select 1"; |
||||
public static final String TRINO_VALIDATION_QUERY = "select 1"; |
||||
public static final String DAMENG_VALIDATION_QUERY = "select 1"; |
||||
public static final String SNOWFLAKE_VALIDATION_QUERY = "select 1"; |
||||
|
||||
public static final String KYUUBI_VALIDATION_QUERY = "select 1"; |
||||
public static final String VERTICA_VALIDATION_QUERY = "select 1"; |
||||
|
||||
public static final String HANA_VALIDATION_QUERY = "select 1 from DUMMY"; |
||||
|
||||
public static final String SPRING_DATASOURCE_MIN_IDLE = "spring.datasource.minIdle"; |
||||
|
||||
public static final String SPRING_DATASOURCE_MAX_ACTIVE = "spring.datasource.maxActive"; |
||||
|
||||
public static final String SUPPORT_HIVE_ONE_SESSION = "support.hive.oneSession"; |
||||
/** |
||||
* QUESTION ? |
||||
*/ |
||||
public static final String QUESTION = "?"; |
||||
|
||||
/** |
||||
* comma , |
||||
*/ |
||||
public static final String COMMA = ","; |
||||
|
||||
/** |
||||
* hyphen |
||||
*/ |
||||
public static final String HYPHEN = "-"; |
||||
|
||||
/** |
||||
* slash / |
||||
*/ |
||||
public static final String SLASH = "/"; |
||||
|
||||
/** |
||||
* COLON : |
||||
*/ |
||||
public static final String COLON = ":"; |
||||
|
||||
/** |
||||
* SPACE " " |
||||
*/ |
||||
public static final String SPACE = " "; |
||||
|
||||
/** |
||||
* SINGLE_SLASH / |
||||
*/ |
||||
public static final String SINGLE_SLASH = "/"; |
||||
|
||||
/** |
||||
* DOUBLE_SLASH //
|
||||
*/ |
||||
public static final String DOUBLE_SLASH = "//"; |
||||
|
||||
/** |
||||
* SINGLE_QUOTES "'" |
||||
*/ |
||||
public static final String SINGLE_QUOTES = "'"; |
||||
/** |
||||
* DOUBLE_QUOTES "\"" |
||||
*/ |
||||
public static final String DOUBLE_QUOTES = "\""; |
||||
|
||||
/** |
||||
* SEMICOLON ; |
||||
*/ |
||||
public static final String SEMICOLON = ";"; |
||||
|
||||
/** |
||||
* EQUAL SIGN |
||||
*/ |
||||
public static final String EQUAL_SIGN = "="; |
||||
/** |
||||
* AT SIGN |
||||
*/ |
||||
public static final String AT_SIGN = "@"; |
||||
/** |
||||
* UNDERLINE |
||||
*/ |
||||
public static final String UNDERLINE = "_"; |
||||
|
||||
/** |
||||
* sleep time |
||||
*/ |
||||
public static final int SLEEP_TIME_MILLIS = 1000; |
||||
|
||||
/** |
||||
* exit code failure |
||||
*/ |
||||
public static final int EXIT_CODE_FAILURE = -1; |
||||
|
||||
/** |
||||
* exit code success |
||||
*/ |
||||
public static final int EXIT_CODE_SUCCESS = 0; |
||||
/** |
||||
* running code |
||||
*/ |
||||
public static final int RUNNING_CODE = 1; |
||||
|
||||
public static final String SH = "sh"; |
||||
|
||||
/** |
||||
* log flush interval?output when reach the interval |
||||
*/ |
||||
public static final int DEFAULT_LOG_FLUSH_INTERVAL = 1000; |
||||
|
||||
/** |
||||
* pstree, get pud and sub pid |
||||
*/ |
||||
public static final String PSTREE = "pstree"; |
||||
|
||||
public static final String RWXR_XR_X = "rwxr-xr-x"; |
||||
|
||||
/** |
||||
* date format of yyyyMMddHHmmss |
||||
*/ |
||||
public static final String PARAMETER_FORMAT_TIME = "yyyyMMddHHmmss"; |
||||
|
||||
/** |
||||
* new |
||||
* schedule time |
||||
*/ |
||||
public static final String PARAMETER_SHECDULE_TIME = "schedule.time"; |
||||
|
||||
/** |
||||
* system date(yyyyMMddHHmmss) |
||||
*/ |
||||
public static final String PARAMETER_DATETIME = DateConstants.PARAMETER_DATETIME; |
||||
|
||||
/** |
||||
* system date(yyyymmdd) today |
||||
*/ |
||||
public static final String PARAMETER_CURRENT_DATE = DateConstants.PARAMETER_CURRENT_DATE; |
||||
|
||||
/** |
||||
* system date(yyyymmdd) yesterday |
||||
*/ |
||||
public static final String PARAMETER_BUSINESS_DATE = DateConstants.PARAMETER_BUSINESS_DATE; |
||||
|
||||
/** |
||||
* the absolute path of current executing task |
||||
*/ |
||||
public static final String PARAMETER_TASK_EXECUTE_PATH = "system.task.execute.path"; |
||||
|
||||
/** |
||||
* the instance id of current task |
||||
*/ |
||||
public static final String PARAMETER_TASK_INSTANCE_ID = "system.task.instance.id"; |
||||
|
||||
/** |
||||
* the definition code of current task |
||||
*/ |
||||
public static final String PARAMETER_TASK_DEFINITION_CODE = "system.task.definition.code"; |
||||
|
||||
/** |
||||
* the definition name of current task |
||||
*/ |
||||
public static final String PARAMETER_TASK_DEFINITION_NAME = "system.task.definition.name"; |
||||
|
||||
/** |
||||
* the instance id of the workflow to which current task belongs |
||||
*/ |
||||
public static final String PARAMETER_WORKFLOW_INSTANCE_ID = "system.workflow.instance.id"; |
||||
|
||||
/** |
||||
* the definition code of the workflow to which current task belongs |
||||
*/ |
||||
public static final String PARAMETER_WORKFLOW_DEFINITION_CODE = "system.workflow.definition.code"; |
||||
|
||||
/** |
||||
* the definition name of the workflow to which current task belongs |
||||
*/ |
||||
public static final String PARAMETER_WORKFLOW_DEFINITION_NAME = "system.workflow.definition.name"; |
||||
|
||||
/** |
||||
* the code of the project to which current task belongs |
||||
*/ |
||||
public static final String PARAMETER_PROJECT_CODE = "system.project.code"; |
||||
|
||||
/** |
||||
* the name of the project to which current task belongs |
||||
*/ |
||||
public static final String PARAMETER_PROJECT_NAME = "system.project.name"; |
||||
/** |
||||
* month_begin |
||||
*/ |
||||
public static final String MONTH_BEGIN = "month_begin"; |
||||
/** |
||||
* add_months |
||||
*/ |
||||
public static final String ADD_MONTHS = "add_months"; |
||||
/** |
||||
* month_end |
||||
*/ |
||||
public static final String MONTH_END = "month_end"; |
||||
/** |
||||
* week_begin |
||||
*/ |
||||
public static final String WEEK_BEGIN = "week_begin"; |
||||
/** |
||||
* week_end |
||||
*/ |
||||
public static final String WEEK_END = "week_end"; |
||||
/** |
||||
* this_day |
||||
*/ |
||||
public static final String THIS_DAY = "this_day"; |
||||
/** |
||||
* last_day |
||||
*/ |
||||
public static final String LAST_DAY = "last_day"; |
||||
|
||||
/** |
||||
* month_first_day |
||||
*/ |
||||
public static final String MONTH_FIRST_DAY = "month_first_day"; |
||||
|
||||
/** |
||||
* month_last_day |
||||
*/ |
||||
public static final String MONTH_LAST_DAY = "month_last_day"; |
||||
|
||||
/** |
||||
* week_first_day |
||||
*/ |
||||
public static final String WEEK_FIRST_DAY = "week_first_day"; |
||||
|
||||
/** |
||||
* week_last_day |
||||
*/ |
||||
public static final String WEEK_LAST_DAY = "week_last_day"; |
||||
|
||||
/** |
||||
* year_week |
||||
*/ |
||||
public static final String YEAR_WEEK = "year_week"; |
||||
/** |
||||
* timestamp |
||||
*/ |
||||
public static final String TIMESTAMP = "timestamp"; |
||||
public static final char SUBTRACT_CHAR = '-'; |
||||
public static final char ADD_CHAR = '+'; |
||||
public static final char MULTIPLY_CHAR = '*'; |
||||
public static final char DIVISION_CHAR = '/'; |
||||
public static final char LEFT_BRACE_CHAR = '('; |
||||
public static final char RIGHT_BRACE_CHAR = ')'; |
||||
public static final String ADD_STRING = "+"; |
||||
public static final String MULTIPLY_STRING = "*"; |
||||
public static final String DIVISION_STRING = "/"; |
||||
public static final String LEFT_BRACE_STRING = "("; |
||||
public static final char P = 'P'; |
||||
public static final char N = 'N'; |
||||
public static final String SUBTRACT_STRING = "-"; |
||||
public static final String LOCAL_PARAMS_LIST = "localParamsList"; |
||||
public static final String TASK_TYPE = "taskType"; |
||||
public static final String QUEUE = "queue"; |
||||
/** |
||||
* default display rows |
||||
*/ |
||||
public static final int DEFAULT_DISPLAY_ROWS = 10; |
||||
|
||||
/** |
||||
* jar |
||||
*/ |
||||
public static final String JAR = "jar"; |
||||
|
||||
/** |
||||
* hadoop |
||||
*/ |
||||
public static final String HADOOP = "hadoop"; |
||||
|
||||
/** |
||||
* -D <property>=<value> |
||||
*/ |
||||
public static final String D = "-D"; |
||||
|
||||
/** |
||||
* datasource encryption salt |
||||
*/ |
||||
public static final String DATASOURCE_ENCRYPTION_SALT_DEFAULT = "!@#$%^&*"; |
||||
public static final String DATASOURCE_ENCRYPTION_ENABLE = "datasource.encryption.enable"; |
||||
public static final String DATASOURCE_ENCRYPTION_SALT = "datasource.encryption.salt"; |
||||
|
||||
/** |
||||
* kerberos |
||||
*/ |
||||
public static final String KERBEROS = "kerberos"; |
||||
|
||||
/** |
||||
* kerberos expire time |
||||
*/ |
||||
public static final String KERBEROS_EXPIRE_TIME = "kerberos.expire.time"; |
||||
|
||||
/** |
||||
* java.security.krb5.conf |
||||
*/ |
||||
public static final String JAVA_SECURITY_KRB5_CONF = "java.security.krb5.conf"; |
||||
|
||||
/** |
||||
* java.security.krb5.conf.path |
||||
*/ |
||||
public static final String JAVA_SECURITY_KRB5_CONF_PATH = "java.security.krb5.conf.path"; |
||||
|
||||
/** |
||||
* loginUserFromKeytab user |
||||
*/ |
||||
public static final String LOGIN_USER_KEY_TAB_USERNAME = "login.user.keytab.username"; |
||||
|
||||
/** |
||||
* loginUserFromKeytab path |
||||
*/ |
||||
public static final String LOGIN_USER_KEY_TAB_PATH = "login.user.keytab.path"; |
||||
|
||||
/** |
||||
* hadoop.security.authentication |
||||
*/ |
||||
public static final String HADOOP_SECURITY_AUTHENTICATION = "hadoop.security.authentication"; |
||||
|
||||
/** |
||||
* hadoop.security.authentication |
||||
*/ |
||||
public static final String HADOOP_SECURITY_AUTHENTICATION_STARTUP_STATE = |
||||
"hadoop.security.authentication.startup.state"; |
||||
|
||||
/** |
||||
* hdfs/s3 configuration |
||||
* resource.storage.upload.base.path |
||||
*/ |
||||
public static final String RESOURCE_UPLOAD_PATH = "resource.storage.upload.base.path"; |
||||
|
||||
/** |
||||
* data.quality.jar.dir |
||||
*/ |
||||
public static final String DATA_QUALITY_JAR_DIR = "data-quality.jar.dir"; |
||||
|
||||
public static final String TASK_TYPE_DATA_QUALITY = "DATA_QUALITY"; |
||||
|
||||
public static final Set<String> TASK_TYPE_SET_K8S = Sets.newHashSet("K8S", "KUBEFLOW"); |
||||
|
||||
/** |
||||
* azure config |
||||
*/ |
||||
public static final String AZURE_CLIENT_ID = "resource.azure.client.id"; |
||||
public static final String AZURE_CLIENT_SECRET = "resource.azure.client.secret"; |
||||
public static final String AZURE_ACCESS_SUB_ID = "resource.azure.subId"; |
||||
public static final String AZURE_SECRET_TENANT_ID = "resource.azure.tenant.id"; |
||||
public static final String QUERY_INTERVAL = "resource.query.interval"; |
||||
|
||||
/** |
||||
* use for k8s task |
||||
*/ |
||||
public static final String API_VERSION = "batch/v1"; |
||||
public static final String RESTART_POLICY = "Never"; |
||||
public static final String MEMORY = "memory"; |
||||
public static final String CPU = "cpu"; |
||||
public static final String LAYER_LABEL = "k8s.cn/layer"; |
||||
public static final String LAYER_LABEL_VALUE = "batch"; |
||||
public static final String NAME_LABEL = "k8s.cn/name"; |
||||
public static final String TASK_INSTANCE_ID = "taskInstanceId"; |
||||
public static final String MI = "Mi"; |
||||
public static final int JOB_TTL_SECONDS = 300; |
||||
public static final int LOG_LINES = 500; |
||||
public static final String NAMESPACE_NAME = "name"; |
||||
public static final String CLUSTER = "cluster"; |
||||
|
||||
/** |
||||
* spark / flink on k8s label name |
||||
*/ |
||||
public static final String UNIQUE_LABEL_NAME = "dolphinscheduler-label"; |
||||
|
||||
/** |
||||
* conda config used by jupyter task plugin |
||||
*/ |
||||
public static final String CONDA_PATH = "conda.path"; |
||||
|
||||
// Loop task constants
|
||||
public static final Duration DEFAULT_LOOP_STATUS_INTERVAL = Duration.ofSeconds(5L); |
||||
|
||||
/** |
||||
* sql params regex |
||||
*/ |
||||
public static final String GROUP_NAME1 = "paramName1"; |
||||
public static final String GROUP_NAME2 = "paramName2"; |
||||
public static final String SQL_PARAMS_REGEX = |
||||
String.format("['\"]\\$\\{(?<%s>.*?)}['\"]|\\$\\{(?<%s>.*?)}", GROUP_NAME1, GROUP_NAME2); |
||||
public static final Pattern SQL_PARAMS_PATTERN = Pattern.compile(SQL_PARAMS_REGEX); |
||||
|
||||
public static final String AZURE_SQL_DATABASE_SPN = "https://database.windows.net/"; |
||||
public static final String AZURE_SQL_DATABASE_TOKEN_SCOPE = "/.default"; |
||||
|
||||
} |
||||
@ -1,202 +0,0 @@
|
||||
|
||||
Apache License |
||||
Version 2.0, January 2004 |
||||
http://www.apache.org/licenses/ |
||||
|
||||
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION |
||||
|
||||
1. Definitions. |
||||
|
||||
"License" shall mean the terms and conditions for use, reproduction, |
||||
and distribution as defined by Sections 1 through 9 of this document. |
||||
|
||||
"Licensor" shall mean the copyright owner or entity authorized by |
||||
the copyright owner that is granting the License. |
||||
|
||||
"Legal Entity" shall mean the union of the acting entity and all |
||||
other entities that control, are controlled by, or are under common |
||||
control with that entity. For the purposes of this definition, |
||||
"control" means (i) the power, direct or indirect, to cause the |
||||
direction or management of such entity, whether by contract or |
||||
otherwise, or (ii) ownership of fifty percent (50%) or more of the |
||||
outstanding shares, or (iii) beneficial ownership of such entity. |
||||
|
||||
"You" (or "Your") shall mean an individual or Legal Entity |
||||
exercising permissions granted by this License. |
||||
|
||||
"Source" form shall mean the preferred form for making modifications, |
||||
including but not limited to software source code, documentation |
||||
source, and configuration files. |
||||
|
||||
"Object" form shall mean any form resulting from mechanical |
||||
transformation or translation of a Source form, including but |
||||
not limited to compiled object code, generated documentation, |
||||
and conversions to other media types. |
||||
|
||||
"Work" shall mean the work of authorship, whether in Source or |
||||
Object form, made available under the License, as indicated by a |
||||
copyright notice that is included in or attached to the work |
||||
(an example is provided in the Appendix below). |
||||
|
||||
"Derivative Works" shall mean any work, whether in Source or Object |
||||
form, that is based on (or derived from) the Work and for which the |
||||
editorial revisions, annotations, elaborations, or other modifications |
||||
represent, as a whole, an original work of authorship. For the purposes |
||||
of this License, Derivative Works shall not include works that remain |
||||
separable from, or merely link (or bind by name) to the interfaces of, |
||||
the Work and Derivative Works thereof. |
||||
|
||||
"Contribution" shall mean any work of authorship, including |
||||
the original version of the Work and any modifications or additions |
||||
to that Work or Derivative Works thereof, that is intentionally |
||||
submitted to Licensor for inclusion in the Work by the copyright owner |
||||
or by an individual or Legal Entity authorized to submit on behalf of |
||||
the copyright owner. For the purposes of this definition, "submitted" |
||||
means any form of electronic, verbal, or written communication sent |
||||
to the Licensor or its representatives, including but not limited to |
||||
communication on electronic mailing lists, source code control systems, |
||||
and issue tracking systems that are managed by, or on behalf of, the |
||||
Licensor for the purpose of discussing and improving the Work, but |
||||
excluding communication that is conspicuously marked or otherwise |
||||
designated in writing by the copyright owner as "Not a Contribution." |
||||
|
||||
"Contributor" shall mean Licensor and any individual or Legal Entity |
||||
on behalf of whom a Contribution has been received by Licensor and |
||||
subsequently incorporated within the Work. |
||||
|
||||
2. Grant of Copyright License. Subject to the terms and conditions of |
||||
this License, each Contributor hereby grants to You a perpetual, |
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable |
||||
copyright license to reproduce, prepare Derivative Works of, |
||||
publicly display, publicly perform, sublicense, and distribute the |
||||
Work and such Derivative Works in Source or Object form. |
||||
|
||||
3. Grant of Patent License. Subject to the terms and conditions of |
||||
this License, each Contributor hereby grants to You a perpetual, |
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable |
||||
(except as stated in this section) patent license to make, have made, |
||||
use, offer to sell, sell, import, and otherwise transfer the Work, |
||||
where such license applies only to those patent claims licensable |
||||
by such Contributor that are necessarily infringed by their |
||||
Contribution(s) alone or by combination of their Contribution(s) |
||||
with the Work to which such Contribution(s) was submitted. If You |
||||
institute patent litigation against any entity (including a |
||||
cross-claim or counterclaim in a lawsuit) alleging that the Work |
||||
or a Contribution incorporated within the Work constitutes direct |
||||
or contributory patent infringement, then any patent licenses |
||||
granted to You under this License for that Work shall terminate |
||||
as of the date such litigation is filed. |
||||
|
||||
4. Redistribution. You may reproduce and distribute copies of the |
||||
Work or Derivative Works thereof in any medium, with or without |
||||
modifications, and in Source or Object form, provided that You |
||||
meet the following conditions: |
||||
|
||||
(a) You must give any other recipients of the Work or |
||||
Derivative Works a copy of this License; and |
||||
|
||||
(b) You must cause any modified files to carry prominent notices |
||||
stating that You changed the files; and |
||||
|
||||
(c) You must retain, in the Source form of any Derivative Works |
||||
that You distribute, all copyright, patent, trademark, and |
||||
attribution notices from the Source form of the Work, |
||||
excluding those notices that do not pertain to any part of |
||||
the Derivative Works; and |
||||
|
||||
(d) If the Work includes a "NOTICE" text file as part of its |
||||
distribution, then any Derivative Works that You distribute must |
||||
include a readable copy of the attribution notices contained |
||||
within such NOTICE file, excluding those notices that do not |
||||
pertain to any part of the Derivative Works, in at least one |
||||
of the following places: within a NOTICE text file distributed |
||||
as part of the Derivative Works; within the Source form or |
||||
documentation, if provided along with the Derivative Works; or, |
||||
within a display generated by the Derivative Works, if and |
||||
wherever such third-party notices normally appear. The contents |
||||
of the NOTICE file are for informational purposes only and |
||||
do not modify the License. You may add Your own attribution |
||||
notices within Derivative Works that You distribute, alongside |
||||
or as an addendum to the NOTICE text from the Work, provided |
||||
that such additional attribution notices cannot be construed |
||||
as modifying the License. |
||||
|
||||
You may add Your own copyright statement to Your modifications and |
||||
may provide additional or different license terms and conditions |
||||
for use, reproduction, or distribution of Your modifications, or |
||||
for any such Derivative Works as a whole, provided Your use, |
||||
reproduction, and distribution of the Work otherwise complies with |
||||
the conditions stated in this License. |
||||
|
||||
5. Submission of Contributions. Unless You explicitly state otherwise, |
||||
any Contribution intentionally submitted for inclusion in the Work |
||||
by You to the Licensor shall be under the terms and conditions of |
||||
this License, without any additional terms or conditions. |
||||
Notwithstanding the above, nothing herein shall supersede or modify |
||||
the terms of any separate license agreement you may have executed |
||||
with Licensor regarding such Contributions. |
||||
|
||||
6. Trademarks. This License does not grant permission to use the trade |
||||
names, trademarks, service marks, or product names of the Licensor, |
||||
except as required for reasonable and customary use in describing the |
||||
origin of the Work and reproducing the content of the NOTICE file. |
||||
|
||||
7. Disclaimer of Warranty. Unless required by applicable law or |
||||
agreed to in writing, Licensor provides the Work (and each |
||||
Contributor provides its Contributions) on an "AS IS" BASIS, |
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or |
||||
implied, including, without limitation, any warranties or conditions |
||||
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A |
||||
PARTICULAR PURPOSE. You are solely responsible for determining the |
||||
appropriateness of using or redistributing the Work and assume any |
||||
risks associated with Your exercise of permissions under this License. |
||||
|
||||
8. Limitation of Liability. In no event and under no legal theory, |
||||
whether in tort (including negligence), contract, or otherwise, |
||||
unless required by applicable law (such as deliberate and grossly |
||||
negligent acts) or agreed to in writing, shall any Contributor be |
||||
liable to You for damages, including any direct, indirect, special, |
||||
incidental, or consequential damages of any character arising as a |
||||
result of this License or out of the use or inability to use the |
||||
Work (including but not limited to damages for loss of goodwill, |
||||
work stoppage, computer failure or malfunction, or any and all |
||||
other commercial damages or losses), even if such Contributor |
||||
has been advised of the possibility of such damages. |
||||
|
||||
9. Accepting Warranty or Additional Liability. While redistributing |
||||
the Work or Derivative Works thereof, You may choose to offer, |
||||
and charge a fee for, acceptance of support, warranty, indemnity, |
||||
or other liability obligations and/or rights consistent with this |
||||
License. However, in accepting such obligations, You may act only |
||||
on Your own behalf and on Your sole responsibility, not on behalf |
||||
of any other Contributor, and only if You agree to indemnify, |
||||
defend, and hold each Contributor harmless for any liability |
||||
incurred by, or claims asserted against, such Contributor by reason |
||||
of your accepting any such warranty or additional liability. |
||||
|
||||
END OF TERMS AND CONDITIONS |
||||
|
||||
APPENDIX: How to apply the Apache License to your work. |
||||
|
||||
To apply the Apache License to your work, attach the following |
||||
boilerplate notice, with the fields enclosed by brackets "[]" |
||||
replaced with your own identifying information. (Don't include |
||||
the brackets!) The text should be enclosed in the appropriate |
||||
comment syntax for the file format. We also recommend that a |
||||
file or class name and description of purpose be included on the |
||||
same "printed page" as the copyright notice for easier |
||||
identification within third-party archives. |
||||
|
||||
Copyright 2017 Jayway |
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License"); |
||||
you may not use this file except in compliance with the License. |
||||
You may obtain a copy of the License at |
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0 |
||||
|
||||
Unless required by applicable law or agreed to in writing, software |
||||
distributed under the License is distributed on an "AS IS" BASIS, |
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
See the License for the specific language governing permissions and |
||||
limitations under the License. |
||||
@ -0,0 +1,75 @@
|
||||
#!/bin/bash |
||||
# |
||||
# Licensed to the Apache Software Foundation (ASF) under one or more |
||||
# contributor license agreements. See the NOTICE file distributed with |
||||
# this work for additional information regarding copyright ownership. |
||||
# The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
# (the "License"); you may not use this file except in compliance with |
||||
# the License. You may obtain a copy of the License at |
||||
# |
||||
# http://www.apache.org/licenses/LICENSE-2.0 |
||||
# |
||||
# Unless required by applicable law or agreed to in writing, software |
||||
# distributed under the License is distributed on an "AS IS" BASIS, |
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
# See the License for the specific language governing permissions and |
||||
# limitations under the License. |
||||
# |
||||
set -xeo pipefail |
||||
|
||||
DIST_DIR="$(pwd)/target" |
||||
BIN_TAR_FILE="$DIST_DIR/apache-dolphinscheduler-*-bin.tar.gz" |
||||
if [ ! -f $BIN_TAR_FILE ]; then |
||||
echo "$BIN_TAR_FILE not found!!!" |
||||
exit 1 |
||||
fi |
||||
|
||||
cd $DIST_DIR && tar -zxf apache-dolphinscheduler-*-bin.tar.gz |
||||
cd $DIST_DIR/apache-dolphinscheduler-*-bin |
||||
BIN_DIR=$(pwd) |
||||
|
||||
# move *-plugins/target/*-plugin/target/*.jar to *-plugins/ |
||||
PLUGINS_PATH=( |
||||
alert-plugins |
||||
datasource-plugins |
||||
storage-plugins |
||||
task-plugins |
||||
) |
||||
|
||||
for plugin_path in ${PLUGINS_PATH[@]} |
||||
do |
||||
cd $BIN_DIR/plugins/$plugin_path |
||||
find ./* -name "*.jar" | xargs -I {} mv {} ./ |
||||
ls -d */ | xargs -I {} rm -rf {} |
||||
done |
||||
|
||||
# move *-server/libs/*.jar to libs/ and create symbolic link in *-server/libs/ |
||||
MODULES_PATH=( |
||||
api-server |
||||
master-server |
||||
worker-server |
||||
alert-server |
||||
tools |
||||
) |
||||
|
||||
SHARED_LIB_DIR="$BIN_DIR/libs" |
||||
mkdir -p $SHARED_LIB_DIR |
||||
|
||||
for module in ${MODULES_PATH[@]} |
||||
do |
||||
MODULE_LIB_DIR="$BIN_DIR/$module/libs" |
||||
cd $MODULE_LIB_DIR |
||||
for jar in $(find $MODULE_LIB_DIR/* -name "*.jar" -execdir echo {} ';'); do |
||||
# move jar file to share lib directory |
||||
mv $MODULE_LIB_DIR/$jar $SHARED_LIB_DIR/$jar |
||||
|
||||
# create a symbolic link in the subproject's lib directory |
||||
ln -s ../../libs/$jar $jar |
||||
done |
||||
done |
||||
|
||||
# repack bin tar |
||||
BIN_TAR_FILE_NAME=$(basename $BIN_TAR_FILE) |
||||
cd $DIST_DIR && tar -zcf $BIN_TAR_FILE_NAME apache-dolphinscheduler-*-bin |
||||
|
||||
echo "assembly-plugins.sh done" |
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue