You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
1078 lines
32 KiB
1078 lines
32 KiB
/* |
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
* contributor license agreements. See the NOTICE file distributed with |
|
* this work for additional information regarding copyright ownership. |
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
* (the "License"); you may not use this file except in compliance with |
|
* the License. You may obtain a copy of the License at |
|
* |
|
* http://www.apache.org/licenses/LICENSE-2.0 |
|
* |
|
* Unless required by applicable law or agreed to in writing, software |
|
* distributed under the License is distributed on an "AS IS" BASIS, |
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
* See the License for the specific language governing permissions and |
|
* limitations under the License. |
|
*/ |
|
|
|
package org.apache.dolphinscheduler.common; |
|
|
|
import org.apache.dolphinscheduler.common.enums.ExecutionStatus; |
|
import org.apache.dolphinscheduler.common.utils.OSUtils; |
|
import org.apache.dolphinscheduler.common.utils.StringUtils; |
|
|
|
import java.util.regex.Pattern; |
|
|
|
/** |
|
* Constants |
|
*/ |
|
public final class Constants { |
|
|
|
private Constants() { |
|
throw new UnsupportedOperationException("Construct Constants"); |
|
} |
|
|
|
/** |
|
* quartz config |
|
*/ |
|
public static final String ORG_QUARTZ_JOBSTORE_DRIVERDELEGATECLASS = "org.quartz.jobStore.driverDelegateClass"; |
|
public static final String ORG_QUARTZ_SCHEDULER_INSTANCENAME = "org.quartz.scheduler.instanceName"; |
|
public static final String ORG_QUARTZ_SCHEDULER_INSTANCEID = "org.quartz.scheduler.instanceId"; |
|
public static final String ORG_QUARTZ_SCHEDULER_MAKESCHEDULERTHREADDAEMON = "org.quartz.scheduler.makeSchedulerThreadDaemon"; |
|
public static final String ORG_QUARTZ_JOBSTORE_USEPROPERTIES = "org.quartz.jobStore.useProperties"; |
|
public static final String ORG_QUARTZ_THREADPOOL_CLASS = "org.quartz.threadPool.class"; |
|
public static final String ORG_QUARTZ_THREADPOOL_THREADCOUNT = "org.quartz.threadPool.threadCount"; |
|
public static final String ORG_QUARTZ_THREADPOOL_MAKETHREADSDAEMONS = "org.quartz.threadPool.makeThreadsDaemons"; |
|
public static final String ORG_QUARTZ_THREADPOOL_THREADPRIORITY = "org.quartz.threadPool.threadPriority"; |
|
public static final String ORG_QUARTZ_JOBSTORE_CLASS = "org.quartz.jobStore.class"; |
|
public static final String ORG_QUARTZ_JOBSTORE_TABLEPREFIX = "org.quartz.jobStore.tablePrefix"; |
|
public static final String ORG_QUARTZ_JOBSTORE_ISCLUSTERED = "org.quartz.jobStore.isClustered"; |
|
public static final String ORG_QUARTZ_JOBSTORE_MISFIRETHRESHOLD = "org.quartz.jobStore.misfireThreshold"; |
|
public static final String ORG_QUARTZ_JOBSTORE_CLUSTERCHECKININTERVAL = "org.quartz.jobStore.clusterCheckinInterval"; |
|
public static final String ORG_QUARTZ_JOBSTORE_ACQUIRETRIGGERSWITHINLOCK = "org.quartz.jobStore.acquireTriggersWithinLock"; |
|
public static final String ORG_QUARTZ_JOBSTORE_DATASOURCE = "org.quartz.jobStore.dataSource"; |
|
public static final String ORG_QUARTZ_DATASOURCE_MYDS_CONNECTIONPROVIDER_CLASS = "org.quartz.dataSource.myDs.connectionProvider.class"; |
|
|
|
/** |
|
* quartz config default value |
|
*/ |
|
public static final String QUARTZ_TABLE_PREFIX = "QRTZ_"; |
|
public static final String QUARTZ_MISFIRETHRESHOLD = "60000"; |
|
public static final String QUARTZ_CLUSTERCHECKININTERVAL = "5000"; |
|
public static final String QUARTZ_DATASOURCE = "myDs"; |
|
public static final String QUARTZ_THREADCOUNT = "25"; |
|
public static final String QUARTZ_THREADPRIORITY = "5"; |
|
public static final String QUARTZ_INSTANCENAME = "DolphinScheduler"; |
|
public static final String QUARTZ_INSTANCEID = "AUTO"; |
|
public static final String QUARTZ_ACQUIRETRIGGERSWITHINLOCK = "true"; |
|
|
|
/** |
|
* common properties path |
|
*/ |
|
public static final String COMMON_PROPERTIES_PATH = "/common.properties"; |
|
|
|
/** |
|
* fs.defaultFS |
|
*/ |
|
public static final String FS_DEFAULTFS = "fs.defaultFS"; |
|
|
|
|
|
/** |
|
* fs s3a endpoint |
|
*/ |
|
public static final String FS_S3A_ENDPOINT = "fs.s3a.endpoint"; |
|
|
|
/** |
|
* fs s3a access key |
|
*/ |
|
public static final String FS_S3A_ACCESS_KEY = "fs.s3a.access.key"; |
|
|
|
/** |
|
* fs s3a secret key |
|
*/ |
|
public static final String FS_S3A_SECRET_KEY = "fs.s3a.secret.key"; |
|
|
|
|
|
/** |
|
* hadoop configuration |
|
*/ |
|
public static final String HADOOP_RM_STATE_ACTIVE = "ACTIVE"; |
|
|
|
public static final String HADOOP_RM_STATE_STANDBY = "STANDBY"; |
|
|
|
public static final String HADOOP_RESOURCE_MANAGER_HTTPADDRESS_PORT = "resource.manager.httpaddress.port"; |
|
|
|
/** |
|
* yarn.resourcemanager.ha.rm.ids |
|
*/ |
|
public static final String YARN_RESOURCEMANAGER_HA_RM_IDS = "yarn.resourcemanager.ha.rm.ids"; |
|
|
|
|
|
/** |
|
* yarn.application.status.address |
|
*/ |
|
public static final String YARN_APPLICATION_STATUS_ADDRESS = "yarn.application.status.address"; |
|
|
|
/** |
|
* yarn.job.history.status.address |
|
*/ |
|
public static final String YARN_JOB_HISTORY_STATUS_ADDRESS = "yarn.job.history.status.address"; |
|
|
|
/** |
|
* hdfs configuration |
|
* hdfs.root.user |
|
*/ |
|
public static final String HDFS_ROOT_USER = "hdfs.root.user"; |
|
|
|
/** |
|
* hdfs/s3 configuration |
|
* resource.upload.path |
|
*/ |
|
public static final String RESOURCE_UPLOAD_PATH = "resource.upload.path"; |
|
|
|
/** |
|
* data basedir path |
|
*/ |
|
public static final String DATA_BASEDIR_PATH = "data.basedir.path"; |
|
|
|
/** |
|
* dolphinscheduler.env.path |
|
*/ |
|
public static final String DOLPHINSCHEDULER_ENV_PATH = "dolphinscheduler.env.path"; |
|
|
|
/** |
|
* environment properties default path |
|
*/ |
|
public static final String ENV_PATH = "env/dolphinscheduler_env.sh"; |
|
|
|
/** |
|
* python home |
|
*/ |
|
public static final String PYTHON_HOME = "PYTHON_HOME"; |
|
|
|
/** |
|
* resource.view.suffixs |
|
*/ |
|
public static final String RESOURCE_VIEW_SUFFIXS = "resource.view.suffixs"; |
|
|
|
public static final String RESOURCE_VIEW_SUFFIXS_DEFAULT_VALUE = "txt,log,sh,bat,conf,cfg,py,java,sql,xml,hql,properties,json,yml,yaml,ini,js"; |
|
|
|
/** |
|
* development.state |
|
*/ |
|
public static final String DEVELOPMENT_STATE = "development.state"; |
|
|
|
/** |
|
* sudo enable |
|
*/ |
|
public static final String SUDO_ENABLE = "sudo.enable"; |
|
|
|
/** |
|
* string true |
|
*/ |
|
public static final String STRING_TRUE = "true"; |
|
|
|
/** |
|
* string false |
|
*/ |
|
public static final String STRING_FALSE = "false"; |
|
|
|
/** |
|
* resource storage type |
|
*/ |
|
public static final String RESOURCE_STORAGE_TYPE = "resource.storage.type"; |
|
|
|
/** |
|
* MasterServer directory registered in zookeeper |
|
*/ |
|
public static final String REGISTRY_DOLPHINSCHEDULER_MASTERS = "/nodes/master"; |
|
|
|
/** |
|
* WorkerServer directory registered in zookeeper |
|
*/ |
|
public static final String REGISTRY_DOLPHINSCHEDULER_WORKERS = "/nodes/worker"; |
|
|
|
/** |
|
* all servers directory registered in zookeeper |
|
*/ |
|
public static final String REGISTRY_DOLPHINSCHEDULER_DEAD_SERVERS = "/dead-servers"; |
|
|
|
/** |
|
* registry node prefix |
|
*/ |
|
public static final String REGISTRY_DOLPHINSCHEDULER_NODE = "/nodes"; |
|
|
|
/** |
|
* MasterServer lock directory registered in zookeeper |
|
*/ |
|
public static final String REGISTRY_DOLPHINSCHEDULER_LOCK_MASTERS = "/lock/masters"; |
|
|
|
|
|
/** |
|
* MasterServer failover directory registered in zookeeper |
|
*/ |
|
public static final String REGISTRY_DOLPHINSCHEDULER_LOCK_FAILOVER_MASTERS = "/lock/failover/masters"; |
|
|
|
/** |
|
* WorkerServer failover directory registered in zookeeper |
|
*/ |
|
public static final String REGISTRY_DOLPHINSCHEDULER_LOCK_FAILOVER_WORKERS = "/lock/failover/workers"; |
|
|
|
/** |
|
* MasterServer startup failover runing and fault tolerance process |
|
*/ |
|
public static final String REGISTRY_DOLPHINSCHEDULER_LOCK_FAILOVER_STARTUP_MASTERS = "/lock/failover/startup-masters"; |
|
|
|
|
|
/** |
|
* comma , |
|
*/ |
|
public static final String COMMA = ","; |
|
|
|
/** |
|
* slash / |
|
*/ |
|
public static final String SLASH = "/"; |
|
|
|
/** |
|
* COLON : |
|
*/ |
|
public static final String COLON = ":"; |
|
|
|
/** |
|
* SPACE " " |
|
*/ |
|
public static final String SPACE = " "; |
|
|
|
/** |
|
* SINGLE_SLASH / |
|
*/ |
|
public static final String SINGLE_SLASH = "/"; |
|
|
|
/** |
|
* DOUBLE_SLASH // |
|
*/ |
|
public static final String DOUBLE_SLASH = "//"; |
|
|
|
/** |
|
* SINGLE_QUOTES "'" |
|
*/ |
|
public static final String SINGLE_QUOTES = "'"; |
|
/** |
|
* DOUBLE_QUOTES "\"" |
|
*/ |
|
public static final String DOUBLE_QUOTES = "\""; |
|
|
|
/** |
|
* SEMICOLON ; |
|
*/ |
|
public static final String SEMICOLON = ";"; |
|
|
|
/** |
|
* EQUAL SIGN |
|
*/ |
|
public static final String EQUAL_SIGN = "="; |
|
/** |
|
* AT SIGN |
|
*/ |
|
public static final String AT_SIGN = "@"; |
|
|
|
|
|
/** |
|
* date format of yyyy-MM-dd HH:mm:ss |
|
*/ |
|
public static final String YYYY_MM_DD_HH_MM_SS = "yyyy-MM-dd HH:mm:ss"; |
|
|
|
|
|
/** |
|
* date format of yyyyMMddHHmmss |
|
*/ |
|
public static final String YYYYMMDDHHMMSS = "yyyyMMddHHmmss"; |
|
|
|
/** |
|
* date format of yyyyMMddHHmmssSSS |
|
*/ |
|
public static final String YYYYMMDDHHMMSSSSS = "yyyyMMddHHmmssSSS"; |
|
/** |
|
* http connect time out |
|
*/ |
|
public static final int HTTP_CONNECT_TIMEOUT = 60 * 1000; |
|
|
|
|
|
/** |
|
* http connect request time out |
|
*/ |
|
public static final int HTTP_CONNECTION_REQUEST_TIMEOUT = 60 * 1000; |
|
|
|
/** |
|
* httpclient soceket time out |
|
*/ |
|
public static final int SOCKET_TIMEOUT = 60 * 1000; |
|
|
|
/** |
|
* http header |
|
*/ |
|
public static final String HTTP_HEADER_UNKNOWN = "unKnown"; |
|
|
|
/** |
|
* http X-Forwarded-For |
|
*/ |
|
public static final String HTTP_X_FORWARDED_FOR = "X-Forwarded-For"; |
|
|
|
/** |
|
* http X-Real-IP |
|
*/ |
|
public static final String HTTP_X_REAL_IP = "X-Real-IP"; |
|
|
|
/** |
|
* UTF-8 |
|
*/ |
|
public static final String UTF_8 = "UTF-8"; |
|
|
|
/** |
|
* user name regex |
|
*/ |
|
public static final Pattern REGEX_USER_NAME = Pattern.compile("^[a-zA-Z0-9._-]{3,39}$"); |
|
|
|
/** |
|
* email regex |
|
*/ |
|
public static final Pattern REGEX_MAIL_NAME = Pattern.compile("^([a-z0-9A-Z]+[_|\\-|\\.]?)+[a-z0-9A-Z]@([a-z0-9A-Z]+(-[a-z0-9A-Z]+)?\\.)+[a-zA-Z]{2,}$"); |
|
|
|
/** |
|
* default display rows |
|
*/ |
|
public static final int DEFAULT_DISPLAY_ROWS = 10; |
|
|
|
/** |
|
* read permission |
|
*/ |
|
public static final int READ_PERMISSION = 2 * 1; |
|
|
|
|
|
/** |
|
* write permission |
|
*/ |
|
public static final int WRITE_PERMISSION = 2 * 2; |
|
|
|
|
|
/** |
|
* execute permission |
|
*/ |
|
public static final int EXECUTE_PERMISSION = 1; |
|
|
|
/** |
|
* default admin permission |
|
*/ |
|
public static final int DEFAULT_ADMIN_PERMISSION = 7; |
|
|
|
|
|
/** |
|
* all permissions |
|
*/ |
|
public static final int ALL_PERMISSIONS = READ_PERMISSION | WRITE_PERMISSION | EXECUTE_PERMISSION; |
|
|
|
/** |
|
* max task timeout |
|
*/ |
|
public static final int MAX_TASK_TIMEOUT = 24 * 3600; |
|
|
|
|
|
/** |
|
* master cpu load |
|
*/ |
|
public static final int DEFAULT_MASTER_CPU_LOAD = Runtime.getRuntime().availableProcessors() * 2; |
|
|
|
/** |
|
* worker cpu load |
|
*/ |
|
public static final int DEFAULT_WORKER_CPU_LOAD = Runtime.getRuntime().availableProcessors() * 2; |
|
|
|
/** |
|
* worker host weight |
|
*/ |
|
public static final int DEFAULT_WORKER_HOST_WEIGHT = 100; |
|
|
|
/** |
|
* default log cache rows num,output when reach the number |
|
*/ |
|
public static final int DEFAULT_LOG_ROWS_NUM = 4 * 16; |
|
|
|
/** |
|
* log flush interval?output when reach the interval |
|
*/ |
|
public static final int DEFAULT_LOG_FLUSH_INTERVAL = 1000; |
|
|
|
|
|
/** |
|
* time unit secong to minutes |
|
*/ |
|
public static final int SEC_2_MINUTES_TIME_UNIT = 60; |
|
|
|
/*** |
|
* |
|
* rpc port |
|
*/ |
|
public static final int RPC_PORT = 50051; |
|
|
|
/*** |
|
* alert rpc port |
|
*/ |
|
public static final int ALERT_RPC_PORT = 50052; |
|
|
|
/** |
|
* forbid running task |
|
*/ |
|
public static final String FLOWNODE_RUN_FLAG_FORBIDDEN = "FORBIDDEN"; |
|
|
|
/** |
|
* normal running task |
|
*/ |
|
public static final String FLOWNODE_RUN_FLAG_NORMAL = "NORMAL"; |
|
|
|
/** |
|
* datasource configuration path |
|
*/ |
|
public static final String DATASOURCE_PROPERTIES = "/datasource.properties"; |
|
|
|
public static final String DEFAULT = "Default"; |
|
public static final String USER = "user"; |
|
public static final String PASSWORD = "password"; |
|
public static final String XXXXXX = "******"; |
|
public static final String NULL = "NULL"; |
|
public static final String THREAD_NAME_MASTER_SERVER = "Master-Server"; |
|
public static final String THREAD_NAME_WORKER_SERVER = "Worker-Server"; |
|
|
|
/** |
|
* command parameter keys |
|
*/ |
|
public static final String CMD_PARAM_RECOVER_PROCESS_ID_STRING = "ProcessInstanceId"; |
|
|
|
public static final String CMD_PARAM_RECOVERY_START_NODE_STRING = "StartNodeIdList"; |
|
|
|
public static final String CMD_PARAM_RECOVERY_WAITING_THREAD = "WaitingThreadInstanceId"; |
|
|
|
public static final String CMD_PARAM_SUB_PROCESS = "processInstanceId"; |
|
|
|
public static final String CMD_PARAM_EMPTY_SUB_PROCESS = "0"; |
|
|
|
public static final String CMD_PARAM_SUB_PROCESS_PARENT_INSTANCE_ID = "parentProcessInstanceId"; |
|
|
|
public static final String CMD_PARAM_SUB_PROCESS_DEFINE_ID = "processDefinitionId"; |
|
|
|
public static final String CMD_PARAM_START_NODE_NAMES = "StartNodeNameList"; |
|
|
|
public static final String CMD_PARAM_START_PARAMS = "StartParams"; |
|
|
|
public static final String CMD_PARAM_FATHER_PARAMS = "fatherParams"; |
|
|
|
/** |
|
* complement data start date |
|
*/ |
|
public static final String CMDPARAM_COMPLEMENT_DATA_START_DATE = "complementStartDate"; |
|
|
|
/** |
|
* complement data end date |
|
*/ |
|
public static final String CMDPARAM_COMPLEMENT_DATA_END_DATE = "complementEndDate"; |
|
|
|
|
|
/** |
|
* data source config |
|
*/ |
|
|
|
public static final String SPRING_DATASOURCE_DRIVER_CLASS_NAME = "spring.datasource.driver-class-name"; |
|
|
|
public static final String SPRING_DATASOURCE_URL = "spring.datasource.url"; |
|
|
|
public static final String SPRING_DATASOURCE_USERNAME = "spring.datasource.username"; |
|
|
|
public static final String SPRING_DATASOURCE_PASSWORD = "spring.datasource.password"; |
|
|
|
public static final String SPRING_DATASOURCE_VALIDATION_QUERY_TIMEOUT = "spring.datasource.validationQueryTimeout"; |
|
|
|
public static final String SPRING_DATASOURCE_INITIAL_SIZE = "spring.datasource.initialSize"; |
|
|
|
public static final String SPRING_DATASOURCE_MIN_IDLE = "spring.datasource.minIdle"; |
|
|
|
public static final String SPRING_DATASOURCE_MAX_ACTIVE = "spring.datasource.maxActive"; |
|
|
|
public static final String SPRING_DATASOURCE_MAX_WAIT = "spring.datasource.maxWait"; |
|
|
|
public static final String SPRING_DATASOURCE_TIME_BETWEEN_EVICTION_RUNS_MILLIS = "spring.datasource.timeBetweenEvictionRunsMillis"; |
|
|
|
public static final String SPRING_DATASOURCE_TIME_BETWEEN_CONNECT_ERROR_MILLIS = "spring.datasource.timeBetweenConnectErrorMillis"; |
|
|
|
public static final String SPRING_DATASOURCE_MIN_EVICTABLE_IDLE_TIME_MILLIS = "spring.datasource.minEvictableIdleTimeMillis"; |
|
|
|
public static final String SPRING_DATASOURCE_VALIDATION_QUERY = "spring.datasource.validationQuery"; |
|
|
|
public static final String SPRING_DATASOURCE_TEST_WHILE_IDLE = "spring.datasource.testWhileIdle"; |
|
|
|
public static final String SPRING_DATASOURCE_TEST_ON_BORROW = "spring.datasource.testOnBorrow"; |
|
|
|
public static final String SPRING_DATASOURCE_TEST_ON_RETURN = "spring.datasource.testOnReturn"; |
|
|
|
public static final String SPRING_DATASOURCE_POOL_PREPARED_STATEMENTS = "spring.datasource.poolPreparedStatements"; |
|
|
|
public static final String SPRING_DATASOURCE_DEFAULT_AUTO_COMMIT = "spring.datasource.defaultAutoCommit"; |
|
|
|
public static final String SPRING_DATASOURCE_KEEP_ALIVE = "spring.datasource.keepAlive"; |
|
|
|
public static final String SPRING_DATASOURCE_MAX_POOL_PREPARED_STATEMENT_PER_CONNECTION_SIZE = "spring.datasource.maxPoolPreparedStatementPerConnectionSize"; |
|
|
|
public static final String DEVELOPMENT = "development"; |
|
|
|
public static final String QUARTZ_PROPERTIES_PATH = "quartz.properties"; |
|
|
|
/** |
|
* sleep time |
|
*/ |
|
public static final int SLEEP_TIME_MILLIS = 1000; |
|
|
|
/** |
|
* heartbeat for zk info length |
|
*/ |
|
public static final int HEARTBEAT_FOR_ZOOKEEPER_INFO_LENGTH = 10; |
|
public static final int HEARTBEAT_WITH_WEIGHT_FOR_ZOOKEEPER_INFO_LENGTH = 11; |
|
|
|
/** |
|
* jar |
|
*/ |
|
public static final String JAR = "jar"; |
|
|
|
/** |
|
* hadoop |
|
*/ |
|
public static final String HADOOP = "hadoop"; |
|
|
|
/** |
|
* -D <property>=<value> |
|
*/ |
|
public static final String D = "-D"; |
|
|
|
/** |
|
* -D mapreduce.job.name=name |
|
*/ |
|
public static final String MR_NAME = "mapreduce.job.name"; |
|
|
|
/** |
|
* -D mapreduce.job.queuename=queuename |
|
*/ |
|
public static final String MR_QUEUE = "mapreduce.job.queuename"; |
|
|
|
|
|
/** |
|
* spark params constant |
|
*/ |
|
public static final String MASTER = "--master"; |
|
|
|
public static final String DEPLOY_MODE = "--deploy-mode"; |
|
|
|
/** |
|
* --class CLASS_NAME |
|
*/ |
|
public static final String MAIN_CLASS = "--class"; |
|
|
|
/** |
|
* --driver-cores NUM |
|
*/ |
|
public static final String DRIVER_CORES = "--driver-cores"; |
|
|
|
/** |
|
* --driver-memory MEM |
|
*/ |
|
public static final String DRIVER_MEMORY = "--driver-memory"; |
|
|
|
/** |
|
* --num-executors NUM |
|
*/ |
|
public static final String NUM_EXECUTORS = "--num-executors"; |
|
|
|
/** |
|
* --executor-cores NUM |
|
*/ |
|
public static final String EXECUTOR_CORES = "--executor-cores"; |
|
|
|
/** |
|
* --executor-memory MEM |
|
*/ |
|
public static final String EXECUTOR_MEMORY = "--executor-memory"; |
|
|
|
/** |
|
* --name NAME |
|
*/ |
|
public static final String SPARK_NAME = "--name"; |
|
|
|
/** |
|
* --queue QUEUE |
|
*/ |
|
public static final String SPARK_QUEUE = "--queue"; |
|
|
|
|
|
/** |
|
* exit code success |
|
*/ |
|
public static final int EXIT_CODE_SUCCESS = 0; |
|
|
|
/** |
|
* exit code kill |
|
*/ |
|
public static final int EXIT_CODE_KILL = 137; |
|
|
|
/** |
|
* exit code failure |
|
*/ |
|
public static final int EXIT_CODE_FAILURE = -1; |
|
|
|
/** |
|
* process or task definition failure |
|
*/ |
|
public static final int DEFINITION_FAILURE = -1; |
|
|
|
/** |
|
* date format of yyyyMMdd |
|
*/ |
|
public static final String PARAMETER_FORMAT_DATE = "yyyyMMdd"; |
|
|
|
/** |
|
* date format of yyyyMMddHHmmss |
|
*/ |
|
public static final String PARAMETER_FORMAT_TIME = "yyyyMMddHHmmss"; |
|
|
|
/** |
|
* system date(yyyyMMddHHmmss) |
|
*/ |
|
public static final String PARAMETER_DATETIME = "system.datetime"; |
|
|
|
/** |
|
* system date(yyyymmdd) today |
|
*/ |
|
public static final String PARAMETER_CURRENT_DATE = "system.biz.curdate"; |
|
|
|
/** |
|
* system date(yyyymmdd) yesterday |
|
*/ |
|
public static final String PARAMETER_BUSINESS_DATE = "system.biz.date"; |
|
|
|
/** |
|
* ACCEPTED |
|
*/ |
|
public static final String ACCEPTED = "ACCEPTED"; |
|
|
|
/** |
|
* SUCCEEDED |
|
*/ |
|
public static final String SUCCEEDED = "SUCCEEDED"; |
|
/** |
|
* NEW |
|
*/ |
|
public static final String NEW = "NEW"; |
|
/** |
|
* NEW_SAVING |
|
*/ |
|
public static final String NEW_SAVING = "NEW_SAVING"; |
|
/** |
|
* SUBMITTED |
|
*/ |
|
public static final String SUBMITTED = "SUBMITTED"; |
|
/** |
|
* FAILED |
|
*/ |
|
public static final String FAILED = "FAILED"; |
|
/** |
|
* KILLED |
|
*/ |
|
public static final String KILLED = "KILLED"; |
|
/** |
|
* RUNNING |
|
*/ |
|
public static final String RUNNING = "RUNNING"; |
|
/** |
|
* underline "_" |
|
*/ |
|
public static final String UNDERLINE = "_"; |
|
/** |
|
* quartz job prifix |
|
*/ |
|
public static final String QUARTZ_JOB_PRIFIX = "job"; |
|
/** |
|
* quartz job group prifix |
|
*/ |
|
public static final String QUARTZ_JOB_GROUP_PRIFIX = "jobgroup"; |
|
/** |
|
* projectId |
|
*/ |
|
public static final String PROJECT_ID = "projectId"; |
|
/** |
|
* processId |
|
*/ |
|
public static final String SCHEDULE_ID = "scheduleId"; |
|
/** |
|
* schedule |
|
*/ |
|
public static final String SCHEDULE = "schedule"; |
|
/** |
|
* application regex |
|
*/ |
|
public static final String APPLICATION_REGEX = "application_\\d+_\\d+"; |
|
public static final String PID = OSUtils.isWindows() ? "handle" : "pid"; |
|
/** |
|
* month_begin |
|
*/ |
|
public static final String MONTH_BEGIN = "month_begin"; |
|
/** |
|
* add_months |
|
*/ |
|
public static final String ADD_MONTHS = "add_months"; |
|
/** |
|
* month_end |
|
*/ |
|
public static final String MONTH_END = "month_end"; |
|
/** |
|
* week_begin |
|
*/ |
|
public static final String WEEK_BEGIN = "week_begin"; |
|
/** |
|
* week_end |
|
*/ |
|
public static final String WEEK_END = "week_end"; |
|
/** |
|
* timestamp |
|
*/ |
|
public static final String TIMESTAMP = "timestamp"; |
|
public static final char SUBTRACT_CHAR = '-'; |
|
public static final char ADD_CHAR = '+'; |
|
public static final char MULTIPLY_CHAR = '*'; |
|
public static final char DIVISION_CHAR = '/'; |
|
public static final char LEFT_BRACE_CHAR = '('; |
|
public static final char RIGHT_BRACE_CHAR = ')'; |
|
public static final String ADD_STRING = "+"; |
|
public static final String MULTIPLY_STRING = "*"; |
|
public static final String DIVISION_STRING = "/"; |
|
public static final String LEFT_BRACE_STRING = "("; |
|
public static final char P = 'P'; |
|
public static final char N = 'N'; |
|
public static final String SUBTRACT_STRING = "-"; |
|
public static final String GLOBAL_PARAMS = "globalParams"; |
|
public static final String LOCAL_PARAMS = "localParams"; |
|
public static final String LOCAL_PARAMS_LIST = "localParamsList"; |
|
public static final String SUBPROCESS_INSTANCE_ID = "subProcessInstanceId"; |
|
public static final String PROCESS_INSTANCE_STATE = "processInstanceState"; |
|
public static final String PARENT_WORKFLOW_INSTANCE = "parentWorkflowInstance"; |
|
public static final String CONDITION_RESULT = "conditionResult"; |
|
public static final String DEPENDENCE = "dependence"; |
|
public static final String TASK_TYPE = "taskType"; |
|
public static final String TASK_LIST = "taskList"; |
|
public static final String RWXR_XR_X = "rwxr-xr-x"; |
|
public static final String QUEUE = "queue"; |
|
public static final String QUEUE_NAME = "queueName"; |
|
public static final int LOG_QUERY_SKIP_LINE_NUMBER = 0; |
|
public static final int LOG_QUERY_LIMIT = 4096; |
|
|
|
/** |
|
* master/worker server use for zk |
|
*/ |
|
public static final String MASTER_TYPE = "master"; |
|
public static final String WORKER_TYPE = "worker"; |
|
public static final String DELETE_OP = "delete"; |
|
public static final String ADD_OP = "add"; |
|
public static final String ALIAS = "alias"; |
|
public static final String CONTENT = "content"; |
|
public static final String DEPENDENT_SPLIT = ":||"; |
|
public static final String DEPENDENT_ALL = "ALL"; |
|
|
|
|
|
/** |
|
* preview schedule execute count |
|
*/ |
|
public static final int PREVIEW_SCHEDULE_EXECUTE_COUNT = 5; |
|
|
|
/** |
|
* kerberos |
|
*/ |
|
public static final String KERBEROS = "kerberos"; |
|
|
|
/** |
|
* kerberos expire time |
|
*/ |
|
public static final String KERBEROS_EXPIRE_TIME = "kerberos.expire.time"; |
|
|
|
/** |
|
* java.security.krb5.conf |
|
*/ |
|
public static final String JAVA_SECURITY_KRB5_CONF = "java.security.krb5.conf"; |
|
|
|
/** |
|
* java.security.krb5.conf.path |
|
*/ |
|
public static final String JAVA_SECURITY_KRB5_CONF_PATH = "java.security.krb5.conf.path"; |
|
|
|
/** |
|
* hadoop.security.authentication |
|
*/ |
|
public static final String HADOOP_SECURITY_AUTHENTICATION = "hadoop.security.authentication"; |
|
|
|
/** |
|
* hadoop.security.authentication |
|
*/ |
|
public static final String HADOOP_SECURITY_AUTHENTICATION_STARTUP_STATE = "hadoop.security.authentication.startup.state"; |
|
|
|
/** |
|
* com.amazonaws.services.s3.enableV4 |
|
*/ |
|
public static final String AWS_S3_V4 = "com.amazonaws.services.s3.enableV4"; |
|
|
|
/** |
|
* loginUserFromKeytab user |
|
*/ |
|
public static final String LOGIN_USER_KEY_TAB_USERNAME = "login.user.keytab.username"; |
|
|
|
/** |
|
* loginUserFromKeytab path |
|
*/ |
|
public static final String LOGIN_USER_KEY_TAB_PATH = "login.user.keytab.path"; |
|
|
|
/** |
|
* task log info format |
|
*/ |
|
public static final String TASK_LOG_INFO_FORMAT = "TaskLogInfo-%s"; |
|
|
|
/** |
|
* hive conf |
|
*/ |
|
public static final String HIVE_CONF = "hiveconf:"; |
|
|
|
/** |
|
* flink |
|
*/ |
|
public static final String FLINK_YARN_CLUSTER = "yarn-cluster"; |
|
public static final String FLINK_RUN_MODE = "-m"; |
|
public static final String FLINK_YARN_SLOT = "-ys"; |
|
public static final String FLINK_APP_NAME = "-ynm"; |
|
public static final String FLINK_QUEUE = "-yqu"; |
|
public static final String FLINK_TASK_MANAGE = "-yn"; |
|
|
|
public static final String FLINK_JOB_MANAGE_MEM = "-yjm"; |
|
public static final String FLINK_TASK_MANAGE_MEM = "-ytm"; |
|
public static final String FLINK_MAIN_CLASS = "-c"; |
|
public static final String FLINK_PARALLELISM = "-p"; |
|
public static final String FLINK_SHUTDOWN_ON_ATTACHED_EXIT = "-sae"; |
|
|
|
|
|
public static final int[] NOT_TERMINATED_STATES = new int[] { |
|
ExecutionStatus.SUBMITTED_SUCCESS.ordinal(), |
|
ExecutionStatus.RUNNING_EXECUTION.ordinal(), |
|
ExecutionStatus.DELAY_EXECUTION.ordinal(), |
|
ExecutionStatus.READY_PAUSE.ordinal(), |
|
ExecutionStatus.READY_STOP.ordinal(), |
|
ExecutionStatus.NEED_FAULT_TOLERANCE.ordinal(), |
|
ExecutionStatus.WAITTING_THREAD.ordinal(), |
|
ExecutionStatus.WAITTING_DEPEND.ordinal() |
|
}; |
|
|
|
/** |
|
* status |
|
*/ |
|
public static final String STATUS = "status"; |
|
|
|
/** |
|
* message |
|
*/ |
|
public static final String MSG = "msg"; |
|
|
|
/** |
|
* data total |
|
*/ |
|
public static final String COUNT = "count"; |
|
|
|
/** |
|
* page size |
|
*/ |
|
public static final String PAGE_SIZE = "pageSize"; |
|
|
|
/** |
|
* current page no |
|
*/ |
|
public static final String PAGE_NUMBER = "pageNo"; |
|
|
|
|
|
/** |
|
* |
|
*/ |
|
public static final String DATA_LIST = "data"; |
|
|
|
public static final String TOTAL_LIST = "totalList"; |
|
|
|
public static final String CURRENT_PAGE = "currentPage"; |
|
|
|
public static final String TOTAL_PAGE = "totalPage"; |
|
|
|
public static final String TOTAL = "total"; |
|
|
|
/** |
|
* workflow |
|
*/ |
|
public static final String WORKFLOW_LIST = "workFlowList"; |
|
public static final String WORKFLOW_RELATION_LIST = "workFlowRelationList"; |
|
|
|
/** |
|
* session user |
|
*/ |
|
public static final String SESSION_USER = "session.user"; |
|
|
|
public static final String SESSION_ID = "sessionId"; |
|
|
|
public static final String PASSWORD_DEFAULT = "******"; |
|
|
|
/** |
|
* locale |
|
*/ |
|
public static final String LOCALE_LANGUAGE = "language"; |
|
|
|
/** |
|
* driver |
|
*/ |
|
public static final String ORG_POSTGRESQL_DRIVER = "org.postgresql.Driver"; |
|
public static final String COM_MYSQL_JDBC_DRIVER = "com.mysql.jdbc.Driver"; |
|
public static final String ORG_APACHE_HIVE_JDBC_HIVE_DRIVER = "org.apache.hive.jdbc.HiveDriver"; |
|
public static final String COM_CLICKHOUSE_JDBC_DRIVER = "ru.yandex.clickhouse.ClickHouseDriver"; |
|
public static final String COM_ORACLE_JDBC_DRIVER = "oracle.jdbc.driver.OracleDriver"; |
|
public static final String COM_SQLSERVER_JDBC_DRIVER = "com.microsoft.sqlserver.jdbc.SQLServerDriver"; |
|
public static final String COM_DB2_JDBC_DRIVER = "com.ibm.db2.jcc.DB2Driver"; |
|
public static final String COM_PRESTO_JDBC_DRIVER = "com.facebook.presto.jdbc.PrestoDriver"; |
|
|
|
/** |
|
* database type |
|
*/ |
|
public static final String MYSQL = "MYSQL"; |
|
public static final String POSTGRESQL = "POSTGRESQL"; |
|
public static final String HIVE = "HIVE"; |
|
public static final String SPARK = "SPARK"; |
|
public static final String CLICKHOUSE = "CLICKHOUSE"; |
|
public static final String ORACLE = "ORACLE"; |
|
public static final String SQLSERVER = "SQLSERVER"; |
|
public static final String DB2 = "DB2"; |
|
public static final String PRESTO = "PRESTO"; |
|
|
|
/** |
|
* jdbc url |
|
*/ |
|
public static final String JDBC_MYSQL = "jdbc:mysql://"; |
|
public static final String JDBC_POSTGRESQL = "jdbc:postgresql://"; |
|
public static final String JDBC_HIVE_2 = "jdbc:hive2://"; |
|
public static final String JDBC_CLICKHOUSE = "jdbc:clickhouse://"; |
|
public static final String JDBC_ORACLE_SID = "jdbc:oracle:thin:@"; |
|
public static final String JDBC_ORACLE_SERVICE_NAME = "jdbc:oracle:thin:@//"; |
|
public static final String JDBC_SQLSERVER = "jdbc:sqlserver://"; |
|
public static final String JDBC_DB2 = "jdbc:db2://"; |
|
public static final String JDBC_PRESTO = "jdbc:presto://"; |
|
|
|
|
|
public static final String ADDRESS = "address"; |
|
public static final String DATABASE = "database"; |
|
public static final String JDBC_URL = "jdbcUrl"; |
|
public static final String PRINCIPAL = "principal"; |
|
public static final String OTHER = "other"; |
|
public static final String ORACLE_DB_CONNECT_TYPE = "connectType"; |
|
public static final String KERBEROS_KRB5_CONF_PATH = "javaSecurityKrb5Conf"; |
|
public static final String KERBEROS_KEY_TAB_USERNAME = "loginUserKeytabUsername"; |
|
public static final String KERBEROS_KEY_TAB_PATH = "loginUserKeytabPath"; |
|
|
|
/** |
|
* session timeout |
|
*/ |
|
public static final int SESSION_TIME_OUT = 7200; |
|
public static final int MAX_FILE_SIZE = 1024 * 1024 * 1024; |
|
public static final String UDF = "UDF"; |
|
public static final String CLASS = "class"; |
|
public static final String RECEIVERS = "receivers"; |
|
public static final String RECEIVERS_CC = "receiversCc"; |
|
|
|
|
|
/** |
|
* dataSource sensitive param |
|
*/ |
|
public static final String DATASOURCE_PASSWORD_REGEX = "(?<=(\"password\":\")).*?(?=(\"))"; |
|
|
|
/** |
|
* default worker group |
|
*/ |
|
public static final String DEFAULT_WORKER_GROUP = "default"; |
|
|
|
public static final Integer TASK_INFO_LENGTH = 5; |
|
|
|
/** |
|
* new |
|
* schedule time |
|
*/ |
|
public static final String PARAMETER_SHECDULE_TIME = "schedule.time"; |
|
/** |
|
* authorize writable perm |
|
*/ |
|
public static final int AUTHORIZE_WRITABLE_PERM = 7; |
|
/** |
|
* authorize readable perm |
|
*/ |
|
public static final int AUTHORIZE_READABLE_PERM = 4; |
|
|
|
|
|
/** |
|
* plugin configurations |
|
*/ |
|
public static final String PLUGIN_JAR_SUFFIX = ".jar"; |
|
|
|
public static final int NORMAL_NODE_STATUS = 0; |
|
public static final int ABNORMAL_NODE_STATUS = 1; |
|
|
|
public static final String START_TIME = "start time"; |
|
public static final String END_TIME = "end time"; |
|
public static final String START_END_DATE = "startDate,endDate"; |
|
|
|
/** |
|
* system line separator |
|
*/ |
|
public static final String SYSTEM_LINE_SEPARATOR = System.getProperty("line.separator"); |
|
|
|
|
|
public static final String EXCEL_SUFFIX_XLS = ".xls"; |
|
|
|
/** |
|
* datasource encryption salt |
|
*/ |
|
public static final String DATASOURCE_ENCRYPTION_SALT_DEFAULT = "!@#$%^&*"; |
|
public static final String DATASOURCE_ENCRYPTION_ENABLE = "datasource.encryption.enable"; |
|
public static final String DATASOURCE_ENCRYPTION_SALT = "datasource.encryption.salt"; |
|
|
|
/** |
|
* network interface preferred |
|
*/ |
|
public static final String DOLPHIN_SCHEDULER_NETWORK_INTERFACE_PREFERRED = "dolphin.scheduler.network.interface.preferred"; |
|
|
|
/** |
|
* network IP gets priority, default inner outer |
|
*/ |
|
public static final String DOLPHIN_SCHEDULER_NETWORK_PRIORITY_STRATEGY = "dolphin.scheduler.network.priority.strategy"; |
|
|
|
/** |
|
* exec shell scripts |
|
*/ |
|
public static final String SH = "sh"; |
|
|
|
/** |
|
* pstree, get pud and sub pid |
|
*/ |
|
public static final String PSTREE = "pstree"; |
|
|
|
/** |
|
* snow flake, data center id, this id must be greater than 0 and less than 32 |
|
*/ |
|
public static final String SNOW_FLAKE_DATA_CENTER_ID = "data.center.id"; |
|
|
|
/** |
|
* docker & kubernetes |
|
*/ |
|
public static final boolean DOCKER_MODE = StringUtils.isNotEmpty(System.getenv("DOCKER")); |
|
public static final boolean KUBERNETES_MODE = StringUtils.isNotEmpty(System.getenv("KUBERNETES_SERVICE_HOST")) && StringUtils.isNotEmpty(System.getenv("KUBERNETES_SERVICE_PORT")); |
|
|
|
}
|
|
|