@ -14,8 +14,14 @@
* See the License for the specific language governing permissions and * See the License for the specific language governing permissions and
* limitations under the License . * limitations under the License .
* / * /
package org.apache.dolphinscheduler.common.utils ; package org.apache.dolphinscheduler.common.utils ;
import org.apache.dolphinscheduler.common.Constants ;
import org.apache.dolphinscheduler.common.shell.ShellExecutor ;
import org.apache.commons.configuration.Configuration ;
import java.io.BufferedReader ; import java.io.BufferedReader ;
import java.io.FileInputStream ; import java.io.FileInputStream ;
import java.io.IOException ; import java.io.IOException ;
@ -32,9 +38,6 @@ import java.util.Optional;
import java.util.StringTokenizer ; import java.util.StringTokenizer ;
import java.util.regex.Pattern ; import java.util.regex.Pattern ;
import org.apache.commons.configuration.Configuration ;
import org.apache.dolphinscheduler.common.Constants ;
import org.apache.dolphinscheduler.common.shell.ShellExecutor ;
import org.slf4j.Logger ; import org.slf4j.Logger ;
import org.slf4j.LoggerFactory ; import org.slf4j.LoggerFactory ;
@ -45,431 +48,444 @@ import oshi.hardware.HardwareAbstractionLayer;
/ * * / * *
* os utils * os utils
*
* / * /
public class OSUtils { public class OSUtils {
private static final Logger logger = LoggerFactory . getLogger ( OSUtils . class ) ; private static final Logger logger = LoggerFactory . getLogger ( OSUtils . class ) ;
public static final ThreadLocal < Logger > taskLoggerThreadLocal = new ThreadLocal < > ( ) ; public static final ThreadLocal < Logger > taskLoggerThreadLocal = new ThreadLocal < > ( ) ;
private static final SystemInfo SI = new SystemInfo ( ) ; private static final SystemInfo SI = new SystemInfo ( ) ;
public static final String TWO_DECIMAL = "0.00" ; public static final String TWO_DECIMAL = "0.00" ;
/ * * / * *
* return - 1 when the function can not get hardware env info * return - 1 when the function can not get hardware env info
* e . g { @link OSUtils # loadAverage ( ) } { @link OSUtils # cpuUsage ( ) } * e . g { @link OSUtils # loadAverage ( ) } { @link OSUtils # cpuUsage ( ) }
* / * /
public static final double NEGATIVE_ONE = - 1 ; public static final double NEGATIVE_ONE = - 1 ;
private static HardwareAbstractionLayer hal = SI . getHardware ( ) ; private static HardwareAbstractionLayer hal = SI . getHardware ( ) ;
private OSUtils ( ) { } private OSUtils ( ) {
throw new UnsupportedOperationException ( "Construct OSUtils" ) ;
/ * *
* Initialization regularization , solve the problem of pre - compilation performance ,
* avoid the thread safety problem of multi - thread operation
* /
private static final Pattern PATTERN = Pattern . compile ( "\\s+" ) ;
/ * *
* get memory usage
* Keep 2 decimal
* @return percent %
* /
public static double memoryUsage ( ) {
GlobalMemory memory = hal . getMemory ( ) ;
double memoryUsage = ( memory . getTotal ( ) - memory . getAvailable ( ) - memory . getSwapUsed ( ) ) * 0 . 1 / memory . getTotal ( ) * 10 ;
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ;
df . setRoundingMode ( RoundingMode . HALF_UP ) ;
return Double . parseDouble ( df . format ( memoryUsage ) ) ;
}
/ * *
* get available physical memory size
*
* Keep 2 decimal
* @return available Physical Memory Size , unit : G
* /
public static double availablePhysicalMemorySize ( ) {
GlobalMemory memory = hal . getMemory ( ) ;
double availablePhysicalMemorySize = ( memory . getAvailable ( ) + memory . getSwapUsed ( ) ) / 1024 . 0 / 1024 / 1024 ;
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ;
df . setRoundingMode ( RoundingMode . HALF_UP ) ;
return Double . parseDouble ( df . format ( availablePhysicalMemorySize ) ) ;
}
/ * *
* get total physical memory size
*
* Keep 2 decimal
* @return available Physical Memory Size , unit : G
* /
public static double totalMemorySize ( ) {
GlobalMemory memory = hal . getMemory ( ) ;
double availablePhysicalMemorySize = memory . getTotal ( ) / 1024 . 0 / 1024 / 1024 ;
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ;
df . setRoundingMode ( RoundingMode . HALF_UP ) ;
return Double . parseDouble ( df . format ( availablePhysicalMemorySize ) ) ;
}
/ * *
* load average
*
* @return load average
* /
public static double loadAverage ( ) {
double loadAverage = hal . getProcessor ( ) . getSystemLoadAverage ( ) ;
if ( Double . isNaN ( loadAverage ) ) {
return NEGATIVE_ONE ;
} }
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ; / * *
df . setRoundingMode ( RoundingMode . HALF_UP ) ; * Initialization regularization , solve the problem of pre - compilation performance ,
return Double . parseDouble ( df . format ( loadAverage ) ) ; * avoid the thread safety problem of multi - thread operation
} * /
private static final Pattern PATTERN = Pattern . compile ( "\\s+" ) ;
/ * *
* get cpu usage / * *
* * get memory usage
* @return cpu usage * Keep 2 decimal
* / *
public static double cpuUsage ( ) { * @return percent %
CentralProcessor processor = hal . getProcessor ( ) ; * /
double cpuUsage = processor . getSystemCpuLoad ( ) ; public static double memoryUsage ( ) {
if ( Double . isNaN ( cpuUsage ) ) { GlobalMemory memory = hal . getMemory ( ) ;
return NEGATIVE_ONE ; double memoryUsage = ( memory . getTotal ( ) - memory . getAvailable ( ) - memory . getSwapUsed ( ) ) * 0 . 1 / memory . getTotal ( ) * 10 ;
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ;
df . setRoundingMode ( RoundingMode . HALF_UP ) ;
return Double . parseDouble ( df . format ( memoryUsage ) ) ;
} }
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ; / * *
df . setRoundingMode ( RoundingMode . HALF_UP ) ; * get available physical memory size
return Double . parseDouble ( df . format ( cpuUsage ) ) ; * < p >
} * Keep 2 decimal
*
public static List < String > getUserList ( ) { * @return available Physical Memory Size , unit : G
try { * /
if ( isMacOS ( ) ) { public static double availablePhysicalMemorySize ( ) {
return getUserListFromMac ( ) ; GlobalMemory memory = hal . getMemory ( ) ;
} else if ( isWindows ( ) ) { double availablePhysicalMemorySize = ( memory . getAvailable ( ) + memory . getSwapUsed ( ) ) / 1024 . 0 / 1024 / 1024 ;
return getUserListFromWindows ( ) ;
} else { DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ;
return getUserListFromLinux ( ) ; df . setRoundingMode ( RoundingMode . HALF_UP ) ;
} return Double . parseDouble ( df . format ( availablePhysicalMemorySize ) ) ;
} catch ( Exception e ) {
logger . error ( e . getMessage ( ) , e ) ; }
/ * *
* get total physical memory size
* < p >
* Keep 2 decimal
*
* @return available Physical Memory Size , unit : G
* /
public static double totalMemorySize ( ) {
GlobalMemory memory = hal . getMemory ( ) ;
double availablePhysicalMemorySize = memory . getTotal ( ) / 1024 . 0 / 1024 / 1024 ;
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ;
df . setRoundingMode ( RoundingMode . HALF_UP ) ;
return Double . parseDouble ( df . format ( availablePhysicalMemorySize ) ) ;
}
/ * *
* load average
*
* @return load average
* /
public static double loadAverage ( ) {
double loadAverage = hal . getProcessor ( ) . getSystemLoadAverage ( ) ;
if ( Double . isNaN ( loadAverage ) ) {
return NEGATIVE_ONE ;
}
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ;
df . setRoundingMode ( RoundingMode . HALF_UP ) ;
return Double . parseDouble ( df . format ( loadAverage ) ) ;
} }
return Collections . emptyList ( ) ; / * *
} * get cpu usage
*
/ * * * @return cpu usage
* get user list from linux * /
* public static double cpuUsage ( ) {
* @return user list CentralProcessor processor = hal . getProcessor ( ) ;
* / double cpuUsage = processor . getSystemCpuLoad ( ) ;
private static List < String > getUserListFromLinux ( ) throws IOException { if ( Double . isNaN ( cpuUsage ) ) {
List < String > userList = new ArrayList < > ( ) ; return NEGATIVE_ONE ;
try ( BufferedReader bufferedReader = new BufferedReader (
new InputStreamReader ( new FileInputStream ( "/etc/passwd" ) ) ) ) {
String line ;
while ( ( line = bufferedReader . readLine ( ) ) ! = null ) {
if ( line . contains ( ":" ) ) {
String [ ] userInfo = line . split ( ":" ) ;
userList . add ( userInfo [ 0 ] ) ;
} }
}
DecimalFormat df = new DecimalFormat ( TWO_DECIMAL ) ;
df . setRoundingMode ( RoundingMode . HALF_UP ) ;
return Double . parseDouble ( df . format ( cpuUsage ) ) ;
} }
return userList ; public static List < String > getUserList ( ) {
} try {
if ( isMacOS ( ) ) {
/ * * return getUserListFromMac ( ) ;
* get user list from mac } else if ( isWindows ( ) ) {
* @return user list return getUserListFromWindows ( ) ;
* / } else {
private static List < String > getUserListFromMac ( ) throws IOException { return getUserListFromLinux ( ) ;
String result = exeCmd ( "dscl . list /users" ) ; }
if ( StringUtils . isNotEmpty ( result ) ) { } catch ( Exception e ) {
return Arrays . asList ( result . split ( "\n" ) ) ; logger . error ( e . getMessage ( ) , e ) ;
}
return Collections . emptyList ( ) ;
}
/ * *
* get user list from linux
*
* @return user list
* /
private static List < String > getUserListFromLinux ( ) throws IOException {
List < String > userList = new ArrayList < > ( ) ;
try ( BufferedReader bufferedReader = new BufferedReader (
new InputStreamReader ( new FileInputStream ( "/etc/passwd" ) ) ) ) {
String line ;
while ( ( line = bufferedReader . readLine ( ) ) ! = null ) {
if ( line . contains ( ":" ) ) {
String [ ] userInfo = line . split ( ":" ) ;
userList . add ( userInfo [ 0 ] ) ;
}
}
}
return userList ;
} }
return Collections . emptyList ( ) ; / * *
} * get user list from mac
*
/ * * * @return user list
* get user list from windows * /
* @return user list private static List < String > getUserListFromMac ( ) throws IOException {
* @throws IOException String result = exeCmd ( "dscl . list /users" ) ;
* / if ( StringUtils . isNotEmpty ( result ) ) {
private static List < String > getUserListFromWindows ( ) throws IOException { return Arrays . asList ( result . split ( "\n" ) ) ;
String result = exeCmd ( "net user" ) ;
String [ ] lines = result . split ( "\n" ) ;
int startPos = 0 ;
int endPos = lines . length - 2 ;
for ( int i = 0 ; i < lines . length ; i + + ) {
if ( lines [ i ] . isEmpty ( ) ) {
continue ;
}
int count = 0 ;
if ( lines [ i ] . charAt ( 0 ) = = '-' ) {
for ( int j = 0 ; j < lines [ i ] . length ( ) ; j + + ) {
if ( lines [ i ] . charAt ( i ) = = '-' ) {
count + + ;
}
} }
}
if ( count = = lines [ i ] . length ( ) ) { return Collections . emptyList ( ) ;
startPos = i + 1 ;
break ;
}
} }
List < String > users = new ArrayList < > ( ) ; / * *
while ( startPos < = endPos ) { * get user list from windows
users . addAll ( Arrays . asList ( PATTERN . split ( lines [ startPos ] ) ) ) ; *
startPos + + ; * @return user list
* /
private static List < String > getUserListFromWindows ( ) throws IOException {
String result = exeCmd ( "net user" ) ;
String [ ] lines = result . split ( "\n" ) ;
int startPos = 0 ;
int endPos = lines . length - 2 ;
for ( int i = 0 ; i < lines . length ; i + + ) {
if ( lines [ i ] . isEmpty ( ) ) {
continue ;
}
int count = 0 ;
if ( lines [ i ] . charAt ( 0 ) = = '-' ) {
for ( int j = 0 ; j < lines [ i ] . length ( ) ; j + + ) {
if ( lines [ i ] . charAt ( i ) = = '-' ) {
count + + ;
}
}
}
if ( count = = lines [ i ] . length ( ) ) {
startPos = i + 1 ;
break ;
}
}
List < String > users = new ArrayList < > ( ) ;
while ( startPos < = endPos ) {
users . addAll ( Arrays . asList ( PATTERN . split ( lines [ startPos ] ) ) ) ;
startPos + + ;
}
return users ;
} }
return users ; / * *
} * create user
*
/ * * * @param userName user name
* create user * @return true if creation was successful , otherwise false
* @param userName user name * /
* @return true if creation was successful , otherwise false public static boolean createUser ( String userName ) {
* / try {
public static boolean createUser ( String userName ) { String userGroup = OSUtils . getGroup ( ) ;
try { if ( StringUtils . isEmpty ( userGroup ) ) {
String userGroup = OSUtils . getGroup ( ) ; String errorLog = String . format ( "%s group does not exist for this operating system." , userGroup ) ;
if ( StringUtils . isEmpty ( userGroup ) ) { LoggerUtils . logError ( Optional . ofNullable ( logger ) , errorLog ) ;
String errorLog = String . format ( "%s group does not exist for this operating system." , userGroup ) ; LoggerUtils . logError ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , errorLog ) ;
LoggerUtils . logError ( Optional . ofNullable ( logger ) , errorLog ) ; return false ;
LoggerUtils . logError ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , errorLog ) ; }
if ( isMacOS ( ) ) {
createMacUser ( userName , userGroup ) ;
} else if ( isWindows ( ) ) {
createWindowsUser ( userName , userGroup ) ;
} else {
createLinuxUser ( userName , userGroup ) ;
}
return true ;
} catch ( Exception e ) {
LoggerUtils . logError ( Optional . ofNullable ( logger ) , e ) ;
LoggerUtils . logError ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , e ) ;
}
return false ; return false ;
}
if ( isMacOS ( ) ) {
createMacUser ( userName , userGroup ) ;
} else if ( isWindows ( ) ) {
createWindowsUser ( userName , userGroup ) ;
} else {
createLinuxUser ( userName , userGroup ) ;
}
return true ;
} catch ( Exception e ) {
LoggerUtils . logError ( Optional . ofNullable ( logger ) , e ) ;
LoggerUtils . logError ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , e ) ;
} }
return false ; / * *
} * create linux user
*
/ * * * @param userName user name
* create linux user * @param userGroup user group
* @param userName user name * @throws IOException in case of an I / O error
* @param userGroup user group * /
* @throws IOException in case of an I / O error private static void createLinuxUser ( String userName , String userGroup ) throws IOException {
* / String infoLog1 = String . format ( "create linux os user : %s" , userName ) ;
private static void createLinuxUser ( String userName , String userGroup ) throws IOException { LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog1 ) ;
String infoLog1 = String . format ( "create linux os user : %s" , userName ) ; LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog1 ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog1 ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog1 ) ; String cmd = String . format ( "sudo useradd -g %s %s" , userGroup , userName ) ;
String infoLog2 = String . format ( "execute cmd : %s" , cmd ) ;
String cmd = String . format ( "sudo useradd -g %s %s" , userGroup , userName ) ; LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog2 ) ;
String infoLog2 = String . format ( "execute cmd : %s" , cmd ) ; LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog2 ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog2 ) ; OSUtils . exeCmd ( cmd ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog2 ) ;
OSUtils . exeCmd ( cmd ) ;
}
/ * *
* create mac user ( Supports Mac OSX 10 . 10 + )
* @param userName user name
* @param userGroup user group
* @throws IOException in case of an I / O error
* /
private static void createMacUser ( String userName , String userGroup ) throws IOException {
Optional < Logger > optionalLogger = Optional . ofNullable ( logger ) ;
Optional < Logger > optionalTaskLogger = Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) ;
String infoLog1 = String . format ( "create mac os user : %s" , userName ) ;
LoggerUtils . logInfo ( optionalLogger , infoLog1 ) ;
LoggerUtils . logInfo ( optionalTaskLogger , infoLog1 ) ;
String createUserCmd = String . format ( "sudo sysadminctl -addUser %s -password %s" , userName , userName ) ;
String infoLog2 = String . format ( "create user command : %s" , createUserCmd ) ;
LoggerUtils . logInfo ( optionalLogger , infoLog2 ) ;
LoggerUtils . logInfo ( optionalTaskLogger , infoLog2 ) ;
OSUtils . exeCmd ( createUserCmd ) ;
String appendGroupCmd = String . format ( "sudo dseditgroup -o edit -a %s -t user %s" , userName , userGroup ) ;
String infoLog3 = String . format ( "append user to group : %s" , appendGroupCmd ) ;
LoggerUtils . logInfo ( optionalLogger , infoLog3 ) ;
LoggerUtils . logInfo ( optionalTaskLogger , infoLog3 ) ;
OSUtils . exeCmd ( appendGroupCmd ) ;
}
/ * *
* create windows user
* @param userName user name
* @param userGroup user group
* @throws IOException in case of an I / O error
* /
private static void createWindowsUser ( String userName , String userGroup ) throws IOException {
String infoLog1 = String . format ( "create windows os user : %s" , userName ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog1 ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog1 ) ;
String userCreateCmd = String . format ( "net user \"%s\" /add" , userName ) ;
String infoLog2 = String . format ( "execute create user command : %s" , userCreateCmd ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog2 ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog2 ) ;
OSUtils . exeCmd ( userCreateCmd ) ;
String appendGroupCmd = String . format ( "net localgroup \"%s\" \"%s\" /add" , userGroup , userName ) ;
String infoLog3 = String . format ( "execute append user to group : %s" , appendGroupCmd ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog3 ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog3 ) ;
OSUtils . exeCmd ( appendGroupCmd ) ;
}
/ * *
* get system group information
* @return system group info
* @throws IOException errors
* /
public static String getGroup ( ) throws IOException {
if ( isWindows ( ) ) {
String currentProcUserName = System . getProperty ( "user.name" ) ;
String result = exeCmd ( String . format ( "net user \"%s\"" , currentProcUserName ) ) ;
String line = result . split ( "\n" ) [ 22 ] ;
String group = PATTERN . split ( line ) [ 1 ] ;
if ( group . charAt ( 0 ) = = '*' ) {
return group . substring ( 1 ) ;
} else {
return group ;
}
} else {
String result = exeCmd ( "groups" ) ;
if ( StringUtils . isNotEmpty ( result ) ) {
String [ ] groupInfo = result . split ( " " ) ;
return groupInfo [ 0 ] ;
}
} }
return null ; / * *
} * create mac user ( Supports Mac OSX 10 . 10 + )
*
/ * * * @param userName user name
* Execute the corresponding command of Linux or Windows * @param userGroup user group
* * @throws IOException in case of an I / O error
* @param command command * /
* @return result of execute command private static void createMacUser ( String userName , String userGroup ) throws IOException {
* @throws IOException errors
* / Optional < Logger > optionalLogger = Optional . ofNullable ( logger ) ;
public static String exeCmd ( String command ) throws IOException { Optional < Logger > optionalTaskLogger = Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) ;
StringTokenizer st = new StringTokenizer ( command ) ;
String [ ] cmdArray = new String [ st . countTokens ( ) ] ; String infoLog1 = String . format ( "create mac os user : %s" , userName ) ;
for ( int i = 0 ; st . hasMoreTokens ( ) ; i + + ) { LoggerUtils . logInfo ( optionalLogger , infoLog1 ) ;
cmdArray [ i ] = st . nextToken ( ) ; LoggerUtils . logInfo ( optionalTaskLogger , infoLog1 ) ;
String createUserCmd = String . format ( "sudo sysadminctl -addUser %s -password %s" , userName , userName ) ;
String infoLog2 = String . format ( "create user command : %s" , createUserCmd ) ;
LoggerUtils . logInfo ( optionalLogger , infoLog2 ) ;
LoggerUtils . logInfo ( optionalTaskLogger , infoLog2 ) ;
OSUtils . exeCmd ( createUserCmd ) ;
String appendGroupCmd = String . format ( "sudo dseditgroup -o edit -a %s -t user %s" , userName , userGroup ) ;
String infoLog3 = String . format ( "append user to group : %s" , appendGroupCmd ) ;
LoggerUtils . logInfo ( optionalLogger , infoLog3 ) ;
LoggerUtils . logInfo ( optionalTaskLogger , infoLog3 ) ;
OSUtils . exeCmd ( appendGroupCmd ) ;
} }
return exeShell ( cmdArray ) ;
} / * *
* create windows user
/ * * *
* Execute the shell * @param userName user name
* @param command command * @param userGroup user group
* @return result of execute the shell * @throws IOException in case of an I / O error
* @throws IOException errors * /
* / private static void createWindowsUser ( String userName , String userGroup ) throws IOException {
public static String exeShell ( String [ ] command ) throws IOException { String infoLog1 = String . format ( "create windows os user : %s" , userName ) ;
return ShellExecutor . execCommand ( command ) ; LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog1 ) ;
} LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog1 ) ;
/ * * String userCreateCmd = String . format ( "net user \"%s\" /add" , userName ) ;
* get process id String infoLog2 = String . format ( "execute create user command : %s" , userCreateCmd ) ;
* @return process id LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog2 ) ;
* / LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog2 ) ;
public static int getProcessID ( ) { OSUtils . exeCmd ( userCreateCmd ) ;
RuntimeMXBean runtimeMXBean = ManagementFactory . getRuntimeMXBean ( ) ;
return Integer . parseInt ( runtimeMXBean . getName ( ) . split ( "@" ) [ 0 ] ) ; String appendGroupCmd = String . format ( "net localgroup \"%s\" \"%s\" /add" , userGroup , userName ) ;
} String infoLog3 = String . format ( "execute append user to group : %s" , appendGroupCmd ) ;
LoggerUtils . logInfo ( Optional . ofNullable ( logger ) , infoLog3 ) ;
/ * * LoggerUtils . logInfo ( Optional . ofNullable ( taskLoggerThreadLocal . get ( ) ) , infoLog3 ) ;
* whether is macOS OSUtils . exeCmd ( appendGroupCmd ) ;
* @return true if mac
* /
public static boolean isMacOS ( ) {
return getOSName ( ) . startsWith ( "Mac" ) ;
}
/ * *
* whether is windows
* @return true if windows
* /
public static boolean isWindows ( ) {
return getOSName ( ) . startsWith ( "Windows" ) ;
}
/ * *
* get current OS name
* @return current OS name
* /
public static String getOSName ( ) {
return System . getProperty ( "os.name" ) ;
}
/ * *
* check memory and cpu usage
* @param systemCpuLoad systemCpuLoad
* @param systemReservedMemory systemReservedMemory
* @return check memory and cpu usage
* /
public static Boolean checkResource ( double systemCpuLoad , double systemReservedMemory ) {
// system load average
double loadAverage = OSUtils . loadAverage ( ) ;
// system available physical memory
double availablePhysicalMemorySize = OSUtils . availablePhysicalMemorySize ( ) ;
if ( loadAverage > systemCpuLoad | | availablePhysicalMemorySize < systemReservedMemory ) {
logger . warn ( "load is too high or availablePhysicalMemorySize(G) is too low, it's availablePhysicalMemorySize(G):{},loadAvg:{}" , availablePhysicalMemorySize , loadAverage ) ;
return false ;
} else {
return true ;
} }
}
/ * *
/ * * * get system group information
* check memory and cpu usage *
* @param conf conf * @return system group info
* @param isMaster is master * @throws IOException errors
* @return check memory and cpu usage * /
* / public static String getGroup ( ) throws IOException {
public static Boolean checkResource ( Configuration conf , Boolean isMaster ) { if ( isWindows ( ) ) {
double systemCpuLoad ; String currentProcUserName = System . getProperty ( "user.name" ) ;
double systemReservedMemory ; String result = exeCmd ( String . format ( "net user \"%s\"" , currentProcUserName ) ) ;
String line = result . split ( "\n" ) [ 22 ] ;
if ( Boolean . TRUE . equals ( isMaster ) ) { String group = PATTERN . split ( line ) [ 1 ] ;
systemCpuLoad = conf . getDouble ( Constants . MASTER_MAX_CPULOAD_AVG , Constants . DEFAULT_MASTER_CPU_LOAD ) ; if ( group . charAt ( 0 ) = = '*' ) {
systemReservedMemory = conf . getDouble ( Constants . MASTER_RESERVED_MEMORY , Constants . DEFAULT_MASTER_RESERVED_MEMORY ) ; return group . substring ( 1 ) ;
} else { } else {
systemCpuLoad = conf . getDouble ( Constants . WORKER_MAX_CPULOAD_AVG , Constants . DEFAULT_WORKER_CPU_LOAD ) ; return group ;
systemReservedMemory = conf . getDouble ( Constants . WORKER_RESERVED_MEMORY , Constants . DEFAULT_WORKER_RESERVED_MEMORY ) ; }
} else {
String result = exeCmd ( "groups" ) ;
if ( StringUtils . isNotEmpty ( result ) ) {
String [ ] groupInfo = result . split ( " " ) ;
return groupInfo [ 0 ] ;
}
}
return null ;
}
/ * *
* Execute the corresponding command of Linux or Windows
*
* @param command command
* @return result of execute command
* @throws IOException errors
* /
public static String exeCmd ( String command ) throws IOException {
StringTokenizer st = new StringTokenizer ( command ) ;
String [ ] cmdArray = new String [ st . countTokens ( ) ] ;
for ( int i = 0 ; st . hasMoreTokens ( ) ; i + + ) {
cmdArray [ i ] = st . nextToken ( ) ;
}
return exeShell ( cmdArray ) ;
}
/ * *
* Execute the shell
*
* @param command command
* @return result of execute the shell
* @throws IOException errors
* /
public static String exeShell ( String [ ] command ) throws IOException {
return ShellExecutor . execCommand ( command ) ;
}
/ * *
* get process id
*
* @return process id
* /
public static int getProcessID ( ) {
RuntimeMXBean runtimeMXBean = ManagementFactory . getRuntimeMXBean ( ) ;
return Integer . parseInt ( runtimeMXBean . getName ( ) . split ( "@" ) [ 0 ] ) ;
}
/ * *
* whether is macOS
*
* @return true if mac
* /
public static boolean isMacOS ( ) {
return getOSName ( ) . startsWith ( "Mac" ) ;
}
/ * *
* whether is windows
*
* @return true if windows
* /
public static boolean isWindows ( ) {
return getOSName ( ) . startsWith ( "Windows" ) ;
}
/ * *
* get current OS name
*
* @return current OS name
* /
public static String getOSName ( ) {
return System . getProperty ( "os.name" ) ;
}
/ * *
* check memory and cpu usage
*
* @param systemCpuLoad systemCpuLoad
* @param systemReservedMemory systemReservedMemory
* @return check memory and cpu usage
* /
public static Boolean checkResource ( double systemCpuLoad , double systemReservedMemory ) {
// system load average
double loadAverage = OSUtils . loadAverage ( ) ;
// system available physical memory
double availablePhysicalMemorySize = OSUtils . availablePhysicalMemorySize ( ) ;
if ( loadAverage > systemCpuLoad | | availablePhysicalMemorySize < systemReservedMemory ) {
logger . warn ( "load is too high or availablePhysicalMemorySize(G) is too low, it's availablePhysicalMemorySize(G):{},loadAvg:{}" , availablePhysicalMemorySize , loadAverage ) ;
return false ;
} else {
return true ;
}
}
/ * *
* check memory and cpu usage
*
* @param conf conf
* @param isMaster is master
* @return check memory and cpu usage
* /
public static Boolean checkResource ( Configuration conf , Boolean isMaster ) {
double systemCpuLoad ;
double systemReservedMemory ;
if ( Boolean . TRUE . equals ( isMaster ) ) {
systemCpuLoad = conf . getDouble ( Constants . MASTER_MAX_CPULOAD_AVG , Constants . DEFAULT_MASTER_CPU_LOAD ) ;
systemReservedMemory = conf . getDouble ( Constants . MASTER_RESERVED_MEMORY , Constants . DEFAULT_MASTER_RESERVED_MEMORY ) ;
} else {
systemCpuLoad = conf . getDouble ( Constants . WORKER_MAX_CPULOAD_AVG , Constants . DEFAULT_WORKER_CPU_LOAD ) ;
systemReservedMemory = conf . getDouble ( Constants . WORKER_RESERVED_MEMORY , Constants . DEFAULT_WORKER_RESERVED_MEMORY ) ;
}
return checkResource ( systemCpuLoad , systemReservedMemory ) ;
} }
return checkResource ( systemCpuLoad , systemReservedMemory ) ;
}
} }
Zhou Zheng
4 years ago