|
|
|
/*
|
|
|
|
* Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
* contributor license agreements. See the NOTICE file distributed with
|
|
|
|
* this work for additional information regarding copyright ownership.
|
|
|
|
* The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
* (the "License"); you may not use this file except in compliance with
|
|
|
|
* the License. You may obtain a copy of the License at
|
|
|
|
*
|
|
|
|
* http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
*
|
|
|
|
* Unless required by applicable law or agreed to in writing, software
|
|
|
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
* See the License for the specific language governing permissions and
|
|
|
|
* limitations under the License.
|
|
|
|
*/
|
|
|
|
package org.apache.dolphinscheduler.server.worker.shell;
|
|
|
|
|
|
|
|
import java.io.IOException;
|
|
|
|
import java.io.InputStream;
|
|
|
|
import java.io.OutputStream;
|
|
|
|
import java.lang.reflect.Method;
|
|
|
|
|
|
|
|
import org.apache.dolphinscheduler.common.Constants;
|
|
|
|
import org.apache.dolphinscheduler.common.enums.ExecutionStatus;
|
|
|
|
import org.apache.dolphinscheduler.common.utils.OSUtils;
|
|
|
|
import org.apache.dolphinscheduler.dao.entity.TaskInstance;
|
|
|
|
import org.apache.dolphinscheduler.server.entity.TaskExecutionContext;
|
|
|
|
import org.apache.dolphinscheduler.server.worker.task.AbstractCommandExecutor;
|
|
|
|
import org.apache.dolphinscheduler.server.worker.task.AbstractTask;
|
|
|
|
import org.apache.dolphinscheduler.server.worker.task.TaskProps;
|
|
|
|
import org.apache.dolphinscheduler.service.bean.SpringApplicationContext;
|
|
|
|
import org.apache.dolphinscheduler.service.process.ProcessService;
|
|
|
|
|
|
|
|
import org.junit.Assert;
|
|
|
|
import org.junit.Before;
|
|
|
|
import org.junit.Ignore;
|
|
|
|
import org.junit.Test;
|
|
|
|
import org.junit.runner.RunWith;
|
|
|
|
import org.powermock.api.mockito.PowerMockito;
|
|
|
|
import org.powermock.core.classloader.annotations.PowerMockIgnore;
|
|
|
|
import org.powermock.core.classloader.annotations.PrepareForTest;
|
|
|
|
import org.powermock.modules.junit4.PowerMockRunner;
|
|
|
|
import org.slf4j.Logger;
|
|
|
|
import org.slf4j.LoggerFactory;
|
|
|
|
import org.springframework.context.ApplicationContext;
|
|
|
|
|
|
|
|
import java.util.Date;
|
|
|
|
import java.util.List;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* python shell command executor test
|
|
|
|
*/
|
|
|
|
@RunWith(PowerMockRunner.class)
|
|
|
|
@PrepareForTest(OSUtils.class)
|
|
|
|
@PowerMockIgnore({"javax.management.*"})
|
|
|
|
public class ShellCommandExecutorTest {
|
|
|
|
|
|
|
|
private static final Logger logger = LoggerFactory.getLogger(ShellCommandExecutorTest.class);
|
|
|
|
|
|
|
|
private ProcessService processService = null;
|
|
|
|
private ApplicationContext applicationContext;
|
|
|
|
|
|
|
|
@Before
|
|
|
|
public void before() {
|
|
|
|
applicationContext = PowerMockito.mock(ApplicationContext.class);
|
|
|
|
processService = PowerMockito.mock(ProcessService.class);
|
|
|
|
SpringApplicationContext springApplicationContext = new SpringApplicationContext();
|
|
|
|
springApplicationContext.setApplicationContext(applicationContext);
|
|
|
|
PowerMockito.when(applicationContext.getBean(ProcessService.class)).thenReturn(processService);
|
|
|
|
}
|
|
|
|
|
|
|
|
@Ignore
|
|
|
|
@Test
|
|
|
|
public void test() throws Exception {
|
|
|
|
|
|
|
|
TaskProps taskProps = new TaskProps();
|
|
|
|
// processDefineId_processInstanceId_taskInstanceId
|
|
|
|
taskProps.setExecutePath("/opt/soft/program/tmp/dolphinscheduler/exec/flow/5/36/2864/7657");
|
|
|
|
taskProps.setTaskAppId("36_2864_7657");
|
|
|
|
// set tenant -> task execute linux user
|
|
|
|
taskProps.setTenantCode("hdfs");
|
|
|
|
taskProps.setTaskStartTime(new Date());
|
|
|
|
taskProps.setTaskTimeout(360000);
|
|
|
|
taskProps.setTaskInstanceId(7657);
|
|
|
|
|
|
|
|
|
|
|
|
TaskInstance taskInstance = processService.findTaskInstanceById(7657);
|
|
|
|
|
|
|
|
String taskJson = taskInstance.getTaskJson();
|
|
|
|
// TaskNode taskNode = JSON.parseObject(taskJson, TaskNode.class);
|
|
|
|
// taskProps.setTaskParams(taskNode.getParams());
|
|
|
|
|
|
|
|
|
|
|
|
// custom logger
|
|
|
|
// Logger taskLogger = LoggerFactory.getLogger(LoggerUtils.buildTaskId(LoggerUtils.TASK_LOGGER_INFO_PREFIX,
|
|
|
|
// taskInstance.getProcessDefinitionId(),
|
|
|
|
// taskInstance.getProcessInstanceId(),
|
|
|
|
// taskInstance.getId()));
|
|
|
|
|
|
|
|
|
|
|
|
// AbstractTask task = TaskManager.newTask(taskInstance.getTaskType(), taskProps, taskLogger);
|
|
|
|
|
|
|
|
AbstractTask task = null;
|
|
|
|
|
|
|
|
logger.info("task info : {}", task);
|
|
|
|
|
|
|
|
// job init
|
|
|
|
task.init();
|
|
|
|
|
|
|
|
// job handle
|
|
|
|
task.handle();
|
|
|
|
ExecutionStatus status = ExecutionStatus.SUCCESS;
|
|
|
|
|
|
|
|
if (task.getExitStatusCode() == Constants.EXIT_CODE_SUCCESS) {
|
|
|
|
status = ExecutionStatus.SUCCESS;
|
|
|
|
} else if (task.getExitStatusCode() == Constants.EXIT_CODE_KILL) {
|
|
|
|
status = ExecutionStatus.KILL;
|
|
|
|
} else {
|
|
|
|
status = ExecutionStatus.FAILURE;
|
|
|
|
}
|
|
|
|
|
|
|
|
logger.info(status.toString());
|
|
|
|
}
|
|
|
|
|
|
|
|
@Test
|
|
|
|
public void testParseProcessOutput() {
|
|
|
|
Class<AbstractCommandExecutor> shellCommandExecutorClass = AbstractCommandExecutor.class;
|
|
|
|
try {
|
|
|
|
|
|
|
|
Method method = shellCommandExecutorClass.getDeclaredMethod("parseProcessOutput", Process.class);
|
|
|
|
method.setAccessible(true);
|
|
|
|
Object[] arg1s = {new Process() {
|
|
|
|
@Override
|
|
|
|
public OutputStream getOutputStream() {
|
|
|
|
return new OutputStream() {
|
|
|
|
@Override
|
|
|
|
public void write(int b) throws IOException {
|
|
|
|
logger.info("unit test");
|
|
|
|
}
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public InputStream getInputStream() {
|
|
|
|
return new InputStream() {
|
|
|
|
@Override
|
|
|
|
public int read() throws IOException {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public InputStream getErrorStream() {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public int waitFor() throws InterruptedException {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public int exitValue() {
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
public void destroy() {
|
|
|
|
logger.info("unit test");
|
|
|
|
}
|
|
|
|
} };
|
|
|
|
method.invoke(new AbstractCommandExecutor(null, new TaskExecutionContext(), logger) {
|
|
|
|
@Override
|
|
|
|
protected String buildCommandFilePath() {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
protected String commandInterpreter() {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
protected void createCommandFileIfNotExists(String execCommand, String commandFile) throws IOException {
|
|
|
|
logger.info("unit test");
|
|
|
|
}
|
|
|
|
}, arg1s);
|
|
|
|
} catch (Exception e) {
|
|
|
|
logger.error(e.getMessage());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
@Test
|
|
|
|
public void testFindAppId() {
|
|
|
|
Class<AbstractCommandExecutor> shellCommandExecutorClass = AbstractCommandExecutor.class;
|
|
|
|
try {
|
|
|
|
|
|
|
|
Method method = shellCommandExecutorClass.getDeclaredMethod("findAppId", new Class[]{String.class});
|
|
|
|
method.setAccessible(true);
|
|
|
|
Object[] arg1s = {"11111"};
|
|
|
|
String result = (String) method.invoke(new AbstractCommandExecutor(null, null, null) {
|
|
|
|
@Override
|
|
|
|
protected String buildCommandFilePath() {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
protected String commandInterpreter() {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
protected void createCommandFileIfNotExists(String execCommand, String commandFile) throws IOException {
|
|
|
|
logger.info("unit test");
|
|
|
|
}
|
|
|
|
}, arg1s);
|
|
|
|
} catch (Exception e) {
|
|
|
|
logger.error(e.getMessage());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
@Test
|
|
|
|
public void testConvertFile2List() {
|
|
|
|
Class<AbstractCommandExecutor> shellCommandExecutorClass = AbstractCommandExecutor.class;
|
|
|
|
try {
|
|
|
|
Method method = shellCommandExecutorClass.getDeclaredMethod("convertFile2List", String.class);
|
|
|
|
method.setAccessible(true);
|
|
|
|
Object[] arg1s = {"/opt/1.txt"};
|
|
|
|
List<String> result = (List<String>) method.invoke(new AbstractCommandExecutor(null, null, null) {
|
|
|
|
@Override
|
|
|
|
protected String buildCommandFilePath() {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
protected String commandInterpreter() {
|
|
|
|
return null;
|
|
|
|
}
|
|
|
|
|
|
|
|
@Override
|
|
|
|
protected void createCommandFileIfNotExists(String execCommand, String commandFile) throws IOException {
|
|
|
|
logger.info("unit test");
|
|
|
|
}
|
|
|
|
}, arg1s);
|
|
|
|
Assert.assertTrue(true);
|
|
|
|
} catch (Exception e) {
|
|
|
|
logger.error(e.getMessage());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|