Wenjun Ruan
5 days ago
committed by
GitHub
293 changed files with 6140 additions and 7804 deletions
@ -0,0 +1,45 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.master; |
||||
|
||||
import org.apache.dolphinscheduler.extract.base.RpcMethod; |
||||
import org.apache.dolphinscheduler.extract.base.RpcService; |
||||
import org.apache.dolphinscheduler.task.executor.eventbus.ITaskExecutorLifecycleEventReporter; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorDispatchRequest; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorDispatchResponse; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorKillRequest; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorKillResponse; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorPauseRequest; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorPauseResponse; |
||||
|
||||
@RpcService |
||||
public interface ILogicTaskExecutorOperator { |
||||
|
||||
@RpcMethod |
||||
TaskExecutorDispatchResponse dispatchTask(final TaskExecutorDispatchRequest taskExecutorDispatchRequest); |
||||
|
||||
@RpcMethod |
||||
TaskExecutorKillResponse killTask(final TaskExecutorKillRequest taskExecutorKillRequest); |
||||
|
||||
@RpcMethod |
||||
TaskExecutorPauseResponse pauseTask(final TaskExecutorPauseRequest taskExecutorPauseRequest); |
||||
|
||||
@RpcMethod |
||||
void ackTaskExecutorLifecycleEvent(final ITaskExecutorLifecycleEventReporter.TaskExecutorLifecycleEventAck taskExecutorLifecycleEventAck); |
||||
|
||||
} |
||||
@ -1,41 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.master; |
||||
|
||||
import org.apache.dolphinscheduler.extract.base.RpcMethod; |
||||
import org.apache.dolphinscheduler.extract.base.RpcService; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.LogicTaskDispatchRequest; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.LogicTaskDispatchResponse; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.LogicTaskKillRequest; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.LogicTaskKillResponse; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.LogicTaskPauseRequest; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.LogicTaskPauseResponse; |
||||
|
||||
@RpcService |
||||
public interface ILogicTaskInstanceOperator { |
||||
|
||||
@RpcMethod |
||||
LogicTaskDispatchResponse dispatchLogicTask(LogicTaskDispatchRequest taskDispatchRequest); |
||||
|
||||
@RpcMethod |
||||
LogicTaskKillResponse killLogicTask(LogicTaskKillRequest taskKillRequest); |
||||
|
||||
@RpcMethod |
||||
LogicTaskPauseResponse pauseLogicTask(LogicTaskPauseRequest taskPauseRequest); |
||||
|
||||
} |
||||
@ -1,50 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.master; |
||||
|
||||
import org.apache.dolphinscheduler.extract.base.RpcMethod; |
||||
import org.apache.dolphinscheduler.extract.base.RpcService; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.TaskExecutionDispatchEvent; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.TaskExecutionFailedEvent; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.TaskExecutionKilledEvent; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.TaskExecutionPausedEvent; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.TaskExecutionRunningEvent; |
||||
import org.apache.dolphinscheduler.extract.master.transportor.TaskExecutionSuccessEvent; |
||||
|
||||
@RpcService |
||||
public interface ITaskExecutionEventListener { |
||||
|
||||
@RpcMethod |
||||
void onTaskInstanceDispatched(final TaskExecutionDispatchEvent taskExecutionDispatchEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskInstanceExecutionRunning(final TaskExecutionRunningEvent taskInstanceExecutionRunningEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskInstanceExecutionSuccess(final TaskExecutionSuccessEvent taskInstanceExecutionSuccessEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskInstanceExecutionFailed(final TaskExecutionFailedEvent taskInstanceExecutionFailedEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskInstanceExecutionKilled(final TaskExecutionKilledEvent taskInstanceExecutionKilledEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskInstanceExecutionPaused(final TaskExecutionPausedEvent taskInstanceExecutionPausedEvent); |
||||
|
||||
} |
||||
@ -0,0 +1,54 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.master; |
||||
|
||||
import org.apache.dolphinscheduler.extract.base.RpcMethod; |
||||
import org.apache.dolphinscheduler.extract.base.RpcService; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorDispatchedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorFailedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorKilledLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorPausedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorRuntimeContextChangedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorStartedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorSuccessLifecycleEvent; |
||||
|
||||
@RpcService |
||||
public interface ITaskExecutorEventListener { |
||||
|
||||
@RpcMethod |
||||
void onTaskExecutorDispatched(final TaskExecutorDispatchedLifecycleEvent taskExecutorDispatchedLifecycleEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskExecutorRunning(final TaskExecutorStartedLifecycleEvent taskExecutorStartedLifecycleEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskExecutorRuntimeContextChanged(final TaskExecutorRuntimeContextChangedLifecycleEvent taskExecutorRuntimeContextChangedLifecycleEventr); |
||||
|
||||
@RpcMethod |
||||
void onTaskExecutorSuccess(final TaskExecutorSuccessLifecycleEvent taskExecutorSuccessLifecycleEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskExecutorFailed(final TaskExecutorFailedLifecycleEvent taskExecutorFailedLifecycleEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskExecutorKilled(final TaskExecutorKilledLifecycleEvent taskExecutorKilledLifecycleEvent); |
||||
|
||||
@RpcMethod |
||||
void onTaskExecutorPaused(final TaskExecutorPausedLifecycleEvent taskExecutorPausedLifecycleEvent); |
||||
|
||||
} |
||||
@ -0,0 +1,120 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.master; |
||||
|
||||
import org.apache.dolphinscheduler.extract.base.client.Clients; |
||||
import org.apache.dolphinscheduler.task.executor.eventbus.ITaskExecutorEventRemoteReporterClient; |
||||
import org.apache.dolphinscheduler.task.executor.events.IReportableTaskExecutorLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorDispatchedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorFailedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorKilledLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorPausedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorRuntimeContextChangedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorStartedLifecycleEvent; |
||||
import org.apache.dolphinscheduler.task.executor.events.TaskExecutorSuccessLifecycleEvent; |
||||
|
||||
import lombok.extern.slf4j.Slf4j; |
||||
|
||||
@Slf4j |
||||
public class TaskExecutorEventRemoteReporterClient implements ITaskExecutorEventRemoteReporterClient { |
||||
|
||||
public void reportTaskExecutionEventToMaster(final IReportableTaskExecutorLifecycleEvent taskExecutorLifecycleEvent) { |
||||
try { |
||||
taskExecutorLifecycleEvent.setLatestReportTime(System.currentTimeMillis()); |
||||
switch (taskExecutorLifecycleEvent.getType()) { |
||||
case DISPATCHED: |
||||
reportTaskDispatchedEventToMaster( |
||||
(TaskExecutorDispatchedLifecycleEvent) taskExecutorLifecycleEvent); |
||||
break; |
||||
case RUNNING: |
||||
reportTaskRunningEventToMaster((TaskExecutorStartedLifecycleEvent) taskExecutorLifecycleEvent); |
||||
break; |
||||
case RUNTIME_CONTEXT_CHANGE: |
||||
reportTaskRuntimeContextChangeEventToMaster( |
||||
(TaskExecutorRuntimeContextChangedLifecycleEvent) taskExecutorLifecycleEvent); |
||||
break; |
||||
case PAUSED: |
||||
reportTaskPausedEventToMaster((TaskExecutorPausedLifecycleEvent) taskExecutorLifecycleEvent); |
||||
break; |
||||
case KILLED: |
||||
reportTaskKilledEventToMaster((TaskExecutorKilledLifecycleEvent) taskExecutorLifecycleEvent); |
||||
break; |
||||
case FAILED: |
||||
reportTaskFailedEventToMaster((TaskExecutorFailedLifecycleEvent) taskExecutorLifecycleEvent); |
||||
break; |
||||
case SUCCESS: |
||||
reportTaskSuccessEventToMaster((TaskExecutorSuccessLifecycleEvent) taskExecutorLifecycleEvent); |
||||
break; |
||||
default: |
||||
log.warn("Unsupported TaskExecutionEvent: {}", taskExecutorLifecycleEvent); |
||||
} |
||||
log.info("Report: {} to master success", taskExecutorLifecycleEvent); |
||||
} catch (Throwable throwable) { |
||||
log.error("Report ITaskExecutorLifecycleEvent: {} to master failed", taskExecutorLifecycleEvent, throwable); |
||||
} |
||||
} |
||||
|
||||
private static void reportTaskDispatchedEventToMaster(final TaskExecutorDispatchedLifecycleEvent taskExecutionDispatchedEvent) { |
||||
Clients |
||||
.withService(ITaskExecutorEventListener.class) |
||||
.withHost(taskExecutionDispatchedEvent.getWorkflowInstanceHost()) |
||||
.onTaskExecutorDispatched(taskExecutionDispatchedEvent); |
||||
} |
||||
|
||||
private static void reportTaskRunningEventToMaster(final TaskExecutorStartedLifecycleEvent taskExecutionRunningEvent) { |
||||
Clients |
||||
.withService(ITaskExecutorEventListener.class) |
||||
.withHost(taskExecutionRunningEvent.getWorkflowInstanceHost()) |
||||
.onTaskExecutorRunning(taskExecutionRunningEvent); |
||||
} |
||||
|
||||
private static void reportTaskRuntimeContextChangeEventToMaster(final TaskExecutorRuntimeContextChangedLifecycleEvent taskExecutorLifecycleEvent) { |
||||
Clients |
||||
.withService(ITaskExecutorEventListener.class) |
||||
.withHost(taskExecutorLifecycleEvent.getWorkflowInstanceHost()) |
||||
.onTaskExecutorRuntimeContextChanged(taskExecutorLifecycleEvent); |
||||
} |
||||
|
||||
private static void reportTaskPausedEventToMaster(final TaskExecutorPausedLifecycleEvent taskExecutionPausedEvent) { |
||||
Clients |
||||
.withService(ITaskExecutorEventListener.class) |
||||
.withHost(taskExecutionPausedEvent.getWorkflowInstanceHost()) |
||||
.onTaskExecutorPaused(taskExecutionPausedEvent); |
||||
} |
||||
|
||||
private static void reportTaskKilledEventToMaster(final TaskExecutorKilledLifecycleEvent taskExecutionKilledEvent) { |
||||
Clients |
||||
.withService(ITaskExecutorEventListener.class) |
||||
.withHost(taskExecutionKilledEvent.getWorkflowInstanceHost()) |
||||
.onTaskExecutorKilled(taskExecutionKilledEvent); |
||||
} |
||||
|
||||
private static void reportTaskFailedEventToMaster(final TaskExecutorFailedLifecycleEvent taskExecutionFailedEvent) { |
||||
Clients |
||||
.withService(ITaskExecutorEventListener.class) |
||||
.withHost(taskExecutionFailedEvent.getWorkflowInstanceHost()) |
||||
.onTaskExecutorFailed(taskExecutionFailedEvent); |
||||
} |
||||
|
||||
private static void reportTaskSuccessEventToMaster(final TaskExecutorSuccessLifecycleEvent taskExecutionSuccessEvent) { |
||||
Clients |
||||
.withService(ITaskExecutorEventListener.class) |
||||
.withHost(taskExecutionSuccessEvent.getWorkflowInstanceHost()) |
||||
.onTaskExecutorSuccess(taskExecutionSuccessEvent); |
||||
} |
||||
} |
||||
@ -1,51 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.master.transportor; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
public class StreamingTaskTriggerRequest { |
||||
|
||||
private int executorId; |
||||
|
||||
private String executorName; |
||||
|
||||
private long projectCode; |
||||
|
||||
private long taskDefinitionCode; |
||||
|
||||
private int taskDefinitionVersion; |
||||
|
||||
private int warningGroupId; |
||||
|
||||
private String workerGroup; |
||||
|
||||
private Long environmentCode; |
||||
|
||||
private Map<String, String> startParams; |
||||
|
||||
private String tenantCode; |
||||
|
||||
private int dryRun; |
||||
|
||||
} |
||||
@ -1,55 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.master.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Builder; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@Builder |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskExecutionSuccessEvent implements ITaskExecutionEvent { |
||||
|
||||
private int taskInstanceId; |
||||
|
||||
private int workflowInstanceId; |
||||
|
||||
private String taskInstanceHost; |
||||
|
||||
private String workflowInstanceHost; |
||||
|
||||
private long endTime; |
||||
|
||||
private int processId; |
||||
|
||||
private String appIds; |
||||
|
||||
private String varPool; |
||||
|
||||
private long eventCreateTime; |
||||
|
||||
private long eventSendTime; |
||||
|
||||
@Override |
||||
public TaskInstanceExecutionEventType getEventType() { |
||||
return TaskInstanceExecutionEventType.SUCCESS; |
||||
} |
||||
} |
||||
@ -0,0 +1,50 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker; |
||||
|
||||
import org.apache.dolphinscheduler.extract.base.RpcMethod; |
||||
import org.apache.dolphinscheduler.extract.base.RpcService; |
||||
import org.apache.dolphinscheduler.task.executor.eventbus.ITaskExecutorLifecycleEventReporter; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorDispatchRequest; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorDispatchResponse; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorKillRequest; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorKillResponse; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorPauseRequest; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorPauseResponse; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorReassignMasterRequest; |
||||
import org.apache.dolphinscheduler.task.executor.operations.TaskExecutorReassignMasterResponse; |
||||
|
||||
@RpcService |
||||
public interface IPhysicalTaskExecutorOperator { |
||||
|
||||
@RpcMethod |
||||
TaskExecutorDispatchResponse dispatchTask(final TaskExecutorDispatchRequest taskExecutorDispatchRequest); |
||||
|
||||
@RpcMethod |
||||
TaskExecutorKillResponse killTask(final TaskExecutorKillRequest taskExecutorKillRequest); |
||||
|
||||
@RpcMethod |
||||
TaskExecutorPauseResponse pauseTask(final TaskExecutorPauseRequest taskExecutorPauseRequest); |
||||
|
||||
@RpcMethod |
||||
TaskExecutorReassignMasterResponse reassignWorkflowInstanceHost(final TaskExecutorReassignMasterRequest taskExecutorReassignMasterRequest); |
||||
|
||||
@RpcMethod |
||||
void ackPhysicalTaskExecutorLifecycleEvent(final ITaskExecutorLifecycleEventReporter.TaskExecutorLifecycleEventAck taskExecutorLifecycleEventAck); |
||||
|
||||
} |
||||
@ -1,51 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker; |
||||
|
||||
import org.apache.dolphinscheduler.extract.base.RpcMethod; |
||||
import org.apache.dolphinscheduler.extract.base.RpcService; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskExecutionFailedEventAck; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskExecutionKilledEventAck; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskExecutionPausedEventAck; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskExecutionSuccessEventAck; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskInstanceExecutionDispatchedEventAck; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskInstanceExecutionRunningEventAck; |
||||
|
||||
@RpcService |
||||
public interface ITaskInstanceExecutionEventAckListener { |
||||
|
||||
@RpcMethod |
||||
void handleTaskInstanceDispatchedEventAck(final TaskInstanceExecutionDispatchedEventAck taskInstanceExecutionDispatchedEventAck); |
||||
|
||||
// todo: If we use sync, then we don't need ack here
|
||||
@RpcMethod |
||||
void handleTaskInstanceExecutionRunningEventAck(TaskInstanceExecutionRunningEventAck taskInstanceExecutionRunningEventAck); |
||||
|
||||
@RpcMethod |
||||
void handleTaskExecutionSuccessEventAck(TaskExecutionSuccessEventAck taskExecutionSuccessEventAck); |
||||
|
||||
@RpcMethod |
||||
void handleTaskExecutionPausedEventAck(TaskExecutionPausedEventAck taskExecutionPausedEventAck); |
||||
|
||||
@RpcMethod |
||||
void handleTaskExecutionFailedEventAck(TaskExecutionFailedEventAck taskExecutionFailedEventAck); |
||||
|
||||
@RpcMethod |
||||
void handleTaskExecutionKilledEventAck(TaskExecutionKilledEventAck taskExecutionKilledEventAck); |
||||
|
||||
} |
||||
@ -1,46 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker; |
||||
|
||||
import org.apache.dolphinscheduler.extract.base.RpcMethod; |
||||
import org.apache.dolphinscheduler.extract.base.RpcService; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TakeOverTaskRequest; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TakeOverTaskResponse; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskInstanceDispatchRequest; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskInstanceDispatchResponse; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskInstanceKillRequest; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskInstanceKillResponse; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskInstancePauseRequest; |
||||
import org.apache.dolphinscheduler.extract.worker.transportor.TaskInstancePauseResponse; |
||||
|
||||
@RpcService |
||||
public interface ITaskInstanceOperator { |
||||
|
||||
@RpcMethod |
||||
TaskInstanceDispatchResponse dispatchTask(final TaskInstanceDispatchRequest taskInstanceDispatchRequest); |
||||
|
||||
@RpcMethod |
||||
TaskInstanceKillResponse killTask(final TaskInstanceKillRequest taskInstanceKillRequest); |
||||
|
||||
@RpcMethod |
||||
TaskInstancePauseResponse pauseTask(final TaskInstancePauseRequest taskPauseRequest); |
||||
|
||||
@RpcMethod |
||||
TakeOverTaskResponse takeOverTask(final TakeOverTaskRequest takeOverTaskRequest); |
||||
|
||||
} |
||||
@ -1,40 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskExecutionFailedEventAck { |
||||
|
||||
private int taskInstanceId; |
||||
private boolean success; |
||||
|
||||
public static TaskExecutionFailedEventAck success(int taskInstanceId) { |
||||
return new TaskExecutionFailedEventAck(taskInstanceId, true); |
||||
} |
||||
|
||||
public static TaskExecutionFailedEventAck failed(int taskInstanceId) { |
||||
return new TaskExecutionFailedEventAck(taskInstanceId, false); |
||||
} |
||||
|
||||
} |
||||
@ -1,40 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskExecutionKilledEventAck { |
||||
|
||||
private int taskInstanceId; |
||||
private boolean success; |
||||
|
||||
public static TaskExecutionKilledEventAck success(int taskInstanceId) { |
||||
return new TaskExecutionKilledEventAck(taskInstanceId, true); |
||||
} |
||||
|
||||
public static TaskExecutionKilledEventAck failed(int taskInstanceId) { |
||||
return new TaskExecutionKilledEventAck(taskInstanceId, false); |
||||
} |
||||
|
||||
} |
||||
@ -1,40 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskExecutionPausedEventAck { |
||||
|
||||
private int taskInstanceId; |
||||
private boolean success; |
||||
|
||||
public static TaskExecutionPausedEventAck success(int taskInstanceId) { |
||||
return new TaskExecutionPausedEventAck(taskInstanceId, true); |
||||
} |
||||
|
||||
public static TaskExecutionPausedEventAck failed(int taskInstanceId) { |
||||
return new TaskExecutionPausedEventAck(taskInstanceId, false); |
||||
} |
||||
|
||||
} |
||||
@ -1,40 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskExecutionSuccessEventAck { |
||||
|
||||
private int taskInstanceId; |
||||
private boolean success; |
||||
|
||||
public static TaskExecutionSuccessEventAck success(int taskInstanceId) { |
||||
return new TaskExecutionSuccessEventAck(taskInstanceId, true); |
||||
} |
||||
|
||||
public static TaskExecutionSuccessEventAck failed(int taskInstanceId) { |
||||
return new TaskExecutionSuccessEventAck(taskInstanceId, false); |
||||
} |
||||
|
||||
} |
||||
@ -1,42 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskInstanceDispatchResponse { |
||||
|
||||
private Integer taskInstanceId; |
||||
|
||||
private boolean dispatchSuccess; |
||||
|
||||
private String message; |
||||
|
||||
public static TaskInstanceDispatchResponse success(Integer taskInstanceId) { |
||||
return new TaskInstanceDispatchResponse(taskInstanceId, true, "dispatch success"); |
||||
} |
||||
|
||||
public static TaskInstanceDispatchResponse failed(Integer taskInstanceId, String message) { |
||||
return new TaskInstanceDispatchResponse(taskInstanceId, false, message); |
||||
} |
||||
} |
||||
@ -1,39 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskInstanceExecutionDispatchedEventAck { |
||||
|
||||
private int taskInstanceId; |
||||
private boolean success; |
||||
|
||||
public static TaskInstanceExecutionDispatchedEventAck success(int taskInstanceId) { |
||||
return new TaskInstanceExecutionDispatchedEventAck(taskInstanceId, true); |
||||
} |
||||
|
||||
public static TaskInstanceExecutionDispatchedEventAck failed(int taskInstanceId) { |
||||
return new TaskInstanceExecutionDispatchedEventAck(taskInstanceId, false); |
||||
} |
||||
} |
||||
@ -1,40 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskInstanceExecutionFinishEventAck { |
||||
|
||||
private int taskInstanceId; |
||||
private boolean success; |
||||
|
||||
public static TaskInstanceExecutionFinishEventAck success(int taskInstanceId) { |
||||
return new TaskInstanceExecutionFinishEventAck(taskInstanceId, true); |
||||
} |
||||
|
||||
public static TaskInstanceExecutionFinishEventAck failed(int taskInstanceId) { |
||||
return new TaskInstanceExecutionFinishEventAck(taskInstanceId, false); |
||||
} |
||||
|
||||
} |
||||
@ -1,40 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskInstanceExecutionRunningEventAck { |
||||
|
||||
private int taskInstanceId; |
||||
private boolean success; |
||||
|
||||
public static TaskInstanceExecutionRunningEventAck success(int taskInstanceId) { |
||||
return new TaskInstanceExecutionRunningEventAck(taskInstanceId, true); |
||||
} |
||||
|
||||
public static TaskInstanceExecutionRunningEventAck failed(int taskInstanceId) { |
||||
return new TaskInstanceExecutionRunningEventAck(taskInstanceId, false); |
||||
} |
||||
|
||||
} |
||||
@ -1,74 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.extract.worker.transportor; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.TaskConstants; |
||||
import org.apache.dolphinscheduler.plugin.task.api.TaskExecutionContext; |
||||
import org.apache.dolphinscheduler.plugin.task.api.enums.TaskExecutionStatus; |
||||
|
||||
import java.util.Arrays; |
||||
import java.util.List; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@Data |
||||
@NoArgsConstructor |
||||
@AllArgsConstructor |
||||
public class TaskInstanceKillResponse { |
||||
|
||||
private int taskInstanceId; |
||||
|
||||
private String host; |
||||
|
||||
private TaskExecutionStatus status; |
||||
|
||||
private int processId; |
||||
|
||||
/** |
||||
* other resource manager appId , for example : YARN etc |
||||
*/ |
||||
private List<String> appIds; |
||||
|
||||
private boolean success; |
||||
|
||||
private String message; |
||||
|
||||
public static TaskInstanceKillResponse success(TaskExecutionContext taskExecutionContext) { |
||||
TaskInstanceKillResponse taskInstanceKillResponse = new TaskInstanceKillResponse(); |
||||
taskInstanceKillResponse.setSuccess(true); |
||||
taskInstanceKillResponse.setStatus(taskExecutionContext.getCurrentExecutionStatus()); |
||||
if (taskExecutionContext.getAppIds() != null) { |
||||
taskInstanceKillResponse |
||||
.setAppIds(Arrays.asList(taskExecutionContext.getAppIds().split(TaskConstants.COMMA))); |
||||
} |
||||
taskInstanceKillResponse.setTaskInstanceId(taskExecutionContext.getTaskInstanceId()); |
||||
taskInstanceKillResponse.setHost(taskExecutionContext.getHost()); |
||||
taskInstanceKillResponse.setProcessId(taskExecutionContext.getProcessId()); |
||||
return taskInstanceKillResponse; |
||||
} |
||||
|
||||
public static TaskInstanceKillResponse fail(String message) { |
||||
TaskInstanceKillResponse taskInstanceKillResponse = new TaskInstanceKillResponse(); |
||||
taskInstanceKillResponse.setSuccess(false); |
||||
taskInstanceKillResponse.setMessage(message); |
||||
return taskInstanceKillResponse; |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,30 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.exceptions; |
||||
|
||||
public class TaskReassignMasterHostException extends RuntimeException { |
||||
|
||||
public TaskReassignMasterHostException(String message) { |
||||
super(message); |
||||
} |
||||
|
||||
public TaskReassignMasterHostException(String message, Throwable cause) { |
||||
super(message, cause); |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,78 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.TaskExecutionContext; |
||||
import org.apache.dolphinscheduler.task.executor.ITaskExecutor; |
||||
import org.apache.dolphinscheduler.task.executor.TaskEngine; |
||||
import org.apache.dolphinscheduler.task.executor.eventbus.ITaskExecutorLifecycleEventReporter; |
||||
|
||||
import lombok.extern.slf4j.Slf4j; |
||||
|
||||
import org.springframework.stereotype.Component; |
||||
|
||||
@Slf4j |
||||
@Component |
||||
public class LogicTaskEngineDelegator implements AutoCloseable { |
||||
|
||||
private final TaskEngine taskEngine; |
||||
|
||||
private final LogicTaskExecutorFactory logicTaskExecutorFactory; |
||||
|
||||
private final LogicTaskExecutorLifecycleEventReporter logicTaskExecutorEventReporter; |
||||
|
||||
public LogicTaskEngineDelegator(final LogicTaskEngineFactory logicTaskEngineFactory, |
||||
final LogicTaskExecutorFactory logicTaskExecutorFactory, |
||||
final LogicTaskExecutorLifecycleEventReporter logicTaskExecutorEventReporter) { |
||||
this.logicTaskExecutorFactory = logicTaskExecutorFactory; |
||||
this.taskEngine = logicTaskEngineFactory.createTaskEngine(); |
||||
this.logicTaskExecutorEventReporter = logicTaskExecutorEventReporter; |
||||
} |
||||
|
||||
public void start() { |
||||
taskEngine.start(); |
||||
logicTaskExecutorEventReporter.start(); |
||||
log.info("LogicTaskEngineDelegator started"); |
||||
} |
||||
|
||||
public void dispatchLogicTask(final TaskExecutionContext taskExecutionContext) { |
||||
final ITaskExecutor taskExecutor = logicTaskExecutorFactory.createTaskExecutor(taskExecutionContext); |
||||
taskEngine.submitTask(taskExecutor); |
||||
} |
||||
|
||||
public void killLogicTask(final int taskInstanceId) { |
||||
taskEngine.killTask(taskInstanceId); |
||||
} |
||||
|
||||
public void pauseLogicTask(final int taskInstanceId) { |
||||
taskEngine.pauseTask(taskInstanceId); |
||||
} |
||||
|
||||
public void ackLogicTaskExecutionEvent(final ITaskExecutorLifecycleEventReporter.TaskExecutorLifecycleEventAck taskExecutorLifecycleEventAck) { |
||||
logicTaskExecutorEventReporter.receiveTaskExecutorLifecycleEventACK(taskExecutorLifecycleEventAck); |
||||
} |
||||
|
||||
@Override |
||||
public void close() { |
||||
try ( |
||||
final TaskEngine ignore1 = taskEngine; |
||||
final LogicTaskExecutorLifecycleEventReporter ignore2 = logicTaskExecutorEventReporter) { |
||||
log.info("LogicTaskEngineDelegator closed"); |
||||
} |
||||
} |
||||
} |
||||
@ -0,0 +1,52 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.task.executor.TaskEngine; |
||||
import org.apache.dolphinscheduler.task.executor.TaskEngineBuilder; |
||||
|
||||
import org.springframework.stereotype.Component; |
||||
|
||||
@Component |
||||
public class LogicTaskEngineFactory { |
||||
|
||||
private final LogicTaskExecutorRepository logicTaskExecutorRepository; |
||||
|
||||
private final LogicTaskExecutorContainerProvider logicTaskExecutorContainerDelegator; |
||||
|
||||
private final LogicTaskExecutorEventBusCoordinator logicTaskExecutorEventBusCoordinator; |
||||
|
||||
public LogicTaskEngineFactory(final LogicTaskExecutorRepository logicTaskExecutorRepository, |
||||
final LogicTaskExecutorContainerProvider logicTaskExecutorContainerDelegator, |
||||
final LogicTaskExecutorEventBusCoordinator logicTaskExecutorEventBusCoordinator) { |
||||
this.logicTaskExecutorRepository = logicTaskExecutorRepository; |
||||
this.logicTaskExecutorContainerDelegator = logicTaskExecutorContainerDelegator; |
||||
this.logicTaskExecutorEventBusCoordinator = logicTaskExecutorEventBusCoordinator; |
||||
} |
||||
|
||||
public TaskEngine createTaskEngine() { |
||||
final TaskEngineBuilder taskEngineBuilder = TaskEngineBuilder.builder() |
||||
.engineName("LogicTaskEngine") |
||||
.taskExecutorRepository(logicTaskExecutorRepository) |
||||
.taskExecutorContainerDelegator(logicTaskExecutorContainerDelegator) |
||||
.taskExecutorEventBusCoordinator(logicTaskExecutorEventBusCoordinator) |
||||
.build(); |
||||
return new TaskEngine(taskEngineBuilder); |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,88 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.parameters.AbstractParameters; |
||||
import org.apache.dolphinscheduler.server.master.engine.executor.plugin.ILogicTask; |
||||
import org.apache.dolphinscheduler.server.master.engine.executor.plugin.LogicTaskPluginFactoryBuilder; |
||||
import org.apache.dolphinscheduler.task.executor.AbstractTaskExecutor; |
||||
import org.apache.dolphinscheduler.task.executor.TaskExecutorState; |
||||
import org.apache.dolphinscheduler.task.executor.TaskExecutorStateMappings; |
||||
|
||||
import lombok.SneakyThrows; |
||||
import lombok.extern.slf4j.Slf4j; |
||||
|
||||
@Slf4j |
||||
public class LogicTaskExecutor extends AbstractTaskExecutor { |
||||
|
||||
private ILogicTask<? extends AbstractParameters> logicTask; |
||||
|
||||
private final LogicTaskPluginFactoryBuilder logicTaskPluginFactoryBuilder; |
||||
|
||||
public LogicTaskExecutor(final LogicTaskExecutorBuilder logicTaskExecutorBuilder) { |
||||
super(logicTaskExecutorBuilder.getTaskExecutionContext(), logicTaskExecutorBuilder.getTaskExecutorEventBus()); |
||||
this.logicTaskPluginFactoryBuilder = logicTaskExecutorBuilder.getLogicTaskPluginFactoryBuilder(); |
||||
} |
||||
|
||||
@Override |
||||
protected TaskExecutorState doTrackTaskPluginStatus() { |
||||
return TaskExecutorStateMappings.mapState(logicTask.getTaskExecutionState()); |
||||
} |
||||
|
||||
@SneakyThrows |
||||
@Override |
||||
protected void initializeTaskPlugin() { |
||||
logicTask = logicTaskPluginFactoryBuilder |
||||
.createILogicTaskPluginFactory(taskExecutionContext.getTaskType()) |
||||
.createLogicTask(this); |
||||
log.info("Initialized task plugin instance: {} successfully", taskExecutionContext.getTaskType()); |
||||
} |
||||
|
||||
@SneakyThrows |
||||
@Override |
||||
protected void doTriggerTaskPlugin() { |
||||
logicTask.start(); |
||||
} |
||||
|
||||
@SneakyThrows |
||||
@Override |
||||
public void pause() { |
||||
// todo: judge the status, whether the task is running, we should support to pause the task which is not running
|
||||
// if the status is initialized, then we can directly change to paused
|
||||
if (logicTask != null) { |
||||
logicTask.pause(); |
||||
} |
||||
} |
||||
|
||||
@SneakyThrows |
||||
@Override |
||||
public void kill() { |
||||
if (logicTask != null) { |
||||
logicTask.kill(); |
||||
} |
||||
} |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "LogicTaskExecutor{" + |
||||
"id=" + taskExecutionContext.getTaskInstanceId() + |
||||
", name=" + taskExecutionContext.getTaskName() + |
||||
", stat=" + taskExecutorState.get() + |
||||
'}'; |
||||
} |
||||
} |
||||
@ -0,0 +1,45 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.server.master.config.MasterConfig; |
||||
import org.apache.dolphinscheduler.task.executor.container.ITaskExecutorContainer; |
||||
import org.apache.dolphinscheduler.task.executor.container.ITaskExecutorContainerProvider; |
||||
import org.apache.dolphinscheduler.task.executor.container.SharedThreadTaskExecutorContainer; |
||||
import org.apache.dolphinscheduler.task.executor.container.TaskExecutorContainerConfig; |
||||
|
||||
import org.springframework.stereotype.Component; |
||||
|
||||
@Component |
||||
public class LogicTaskExecutorContainerProvider implements ITaskExecutorContainerProvider { |
||||
|
||||
private final ITaskExecutorContainer taskExecutorContainer; |
||||
|
||||
public LogicTaskExecutorContainerProvider(final MasterConfig masterConfig) { |
||||
final TaskExecutorContainerConfig containerConfig = TaskExecutorContainerConfig.builder() |
||||
.taskExecutorThreadPoolSize(masterConfig.getLogicTaskConfig().getTaskExecutorThreadCount()) |
||||
.containerName("shared-task-executor-container") |
||||
.build(); |
||||
this.taskExecutorContainer = new SharedThreadTaskExecutorContainer(containerConfig); |
||||
} |
||||
|
||||
@Override |
||||
public ITaskExecutorContainer getExecutorContainer() { |
||||
return taskExecutorContainer; |
||||
} |
||||
} |
||||
@ -0,0 +1,27 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.extract.master.TaskExecutorEventRemoteReporterClient; |
||||
|
||||
import org.springframework.stereotype.Component; |
||||
|
||||
@Component |
||||
public class LogicTaskExecutorEventRemoteReporterClient extends TaskExecutorEventRemoteReporterClient { |
||||
|
||||
} |
||||
@ -0,0 +1,55 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.TaskExecutionContext; |
||||
import org.apache.dolphinscheduler.plugin.task.api.utils.LogUtils; |
||||
import org.apache.dolphinscheduler.server.master.engine.executor.plugin.LogicTaskPluginFactoryBuilder; |
||||
import org.apache.dolphinscheduler.task.executor.ITaskExecutor; |
||||
import org.apache.dolphinscheduler.task.executor.ITaskExecutorFactory; |
||||
|
||||
import lombok.extern.slf4j.Slf4j; |
||||
|
||||
import org.springframework.stereotype.Component; |
||||
|
||||
@Slf4j |
||||
@Component |
||||
public class LogicTaskExecutorFactory implements ITaskExecutorFactory { |
||||
|
||||
private final LogicTaskPluginFactoryBuilder logicTaskPluginFactoryBuilder; |
||||
|
||||
public LogicTaskExecutorFactory(final LogicTaskPluginFactoryBuilder logicTaskPluginFactoryBuilder) { |
||||
this.logicTaskPluginFactoryBuilder = logicTaskPluginFactoryBuilder; |
||||
} |
||||
|
||||
@Override |
||||
public ITaskExecutor createTaskExecutor(final TaskExecutionContext taskExecutionContext) { |
||||
assemblyTaskLogPath(taskExecutionContext); |
||||
|
||||
final LogicTaskExecutorBuilder logicTaskExecutorBuilder = LogicTaskExecutorBuilder.builder() |
||||
.taskExecutionContext(taskExecutionContext) |
||||
.logicTaskPluginFactoryBuilder(logicTaskPluginFactoryBuilder) |
||||
.build(); |
||||
return new LogicTaskExecutor(logicTaskExecutorBuilder); |
||||
} |
||||
|
||||
private void assemblyTaskLogPath(final TaskExecutionContext taskExecutionContext) { |
||||
taskExecutionContext.setLogPath(LogUtils.getTaskInstanceLogFullPath(taskExecutionContext)); |
||||
} |
||||
|
||||
} |
||||
@ -0,0 +1,36 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.task.executor.listener.TaskExecutorLifecycleEventListener; |
||||
|
||||
import org.springframework.stereotype.Component; |
||||
|
||||
@Component |
||||
public class LogicTaskExecutorLifecycleEventListener extends TaskExecutorLifecycleEventListener { |
||||
|
||||
public LogicTaskExecutorLifecycleEventListener( |
||||
final LogicTaskExecutorContainerProvider logicTaskExecutorContainerDelegator, |
||||
final LogicTaskExecutorRepository logicTaskExecutorRepository, |
||||
final LogicTaskExecutorLifecycleEventReporter logicTaskExecutorEventReporter) { |
||||
super( |
||||
logicTaskExecutorContainerDelegator, |
||||
logicTaskExecutorRepository, |
||||
logicTaskExecutorEventReporter); |
||||
} |
||||
} |
||||
@ -0,0 +1,31 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.task.executor.eventbus.TaskExecutorLifecycleEventRemoteReporter; |
||||
|
||||
import org.springframework.stereotype.Component; |
||||
|
||||
@Component |
||||
public class LogicTaskExecutorLifecycleEventReporter extends TaskExecutorLifecycleEventRemoteReporter { |
||||
|
||||
public LogicTaskExecutorLifecycleEventReporter( |
||||
final LogicTaskExecutorEventRemoteReporterClient logicTaskExecutorEventRemoteReporterClient) { |
||||
super("LogicTaskExecutorLifecycleEventReporter", logicTaskExecutorEventRemoteReporterClient); |
||||
} |
||||
} |
||||
@ -0,0 +1,27 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor; |
||||
|
||||
import org.apache.dolphinscheduler.task.executor.TaskExecutorRepository; |
||||
|
||||
import org.springframework.stereotype.Component; |
||||
|
||||
@Component |
||||
public class LogicTaskExecutorRepository extends TaskExecutorRepository { |
||||
|
||||
} |
||||
@ -0,0 +1,74 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.executor.plugin; |
||||
|
||||
import org.apache.dolphinscheduler.common.utils.JSONUtils; |
||||
import org.apache.dolphinscheduler.plugin.task.api.TaskExecutionContext; |
||||
import org.apache.dolphinscheduler.plugin.task.api.enums.TaskExecutionStatus; |
||||
import org.apache.dolphinscheduler.plugin.task.api.parameters.AbstractParameters; |
||||
|
||||
import lombok.extern.slf4j.Slf4j; |
||||
|
||||
import com.google.common.base.Preconditions; |
||||
|
||||
@Slf4j |
||||
public abstract class AbstractLogicTask<T extends AbstractParameters> implements ILogicTask<T> { |
||||
|
||||
protected final TaskExecutionContext taskExecutionContext; |
||||
|
||||
protected final T taskParameters; |
||||
|
||||
protected TaskExecutionStatus taskExecutionStatus; |
||||
|
||||
public AbstractLogicTask(final TaskExecutionContext taskExecutionContext) { |
||||
this.taskExecutionContext = taskExecutionContext; |
||||
this.taskParameters = getTaskParameterDeserializer().deserialize(taskExecutionContext.getTaskParams()); |
||||
Preconditions.checkNotNull(taskParameters, |
||||
"Deserialize task parameters: " + taskExecutionContext.getTaskParams()); |
||||
log.info("Success initialize parameters: \n{}", JSONUtils.toPrettyJsonString(taskParameters)); |
||||
} |
||||
|
||||
@Override |
||||
public TaskExecutionStatus getTaskExecutionState() { |
||||
return taskExecutionStatus; |
||||
} |
||||
|
||||
protected boolean isRunning() { |
||||
return taskExecutionStatus == TaskExecutionStatus.RUNNING_EXECUTION; |
||||
} |
||||
|
||||
protected void onTaskRunning() { |
||||
taskExecutionStatus = TaskExecutionStatus.RUNNING_EXECUTION; |
||||
} |
||||
|
||||
protected void onTaskSuccess() { |
||||
taskExecutionStatus = TaskExecutionStatus.SUCCESS; |
||||
} |
||||
|
||||
protected void onTaskFailed() { |
||||
taskExecutionStatus = TaskExecutionStatus.FAILURE; |
||||
} |
||||
|
||||
protected void onTaskKilled() { |
||||
taskExecutionStatus = TaskExecutionStatus.KILL; |
||||
} |
||||
|
||||
protected void onTaskPaused() { |
||||
taskExecutionStatus = TaskExecutionStatus.PAUSE; |
||||
} |
||||
} |
||||
34
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/subworkflow/SubWorkflowLogicTaskPluginFactory.java → dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/engine/executor/plugin/subworkflow/SubWorkflowLogicTaskPluginFactory.java
34
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/subworkflow/SubWorkflowLogicTaskPluginFactory.java → dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/engine/executor/plugin/subworkflow/SubWorkflowLogicTaskPluginFactory.java
2
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/subworkflow/SubWorkflowLogicTaskRuntimeContext.java → dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/engine/executor/plugin/subworkflow/SubWorkflowLogicTaskRuntimeContext.java
2
dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/runner/task/subworkflow/SubWorkflowLogicTaskRuntimeContext.java → dolphinscheduler-master/src/main/java/org/apache/dolphinscheduler/server/master/engine/executor/plugin/subworkflow/SubWorkflowLogicTaskRuntimeContext.java
@ -1,31 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.task.client; |
||||
|
||||
import org.apache.dolphinscheduler.server.master.engine.exceptions.TaskKillException; |
||||
import org.apache.dolphinscheduler.server.master.engine.task.runnable.ITaskExecutionRunnable; |
||||
|
||||
public interface ITaskOperator { |
||||
|
||||
void dispatch(ITaskExecutionRunnable taskExecutionRunnable); |
||||
|
||||
void pause(ITaskExecutionRunnable taskExecutionRunnable); |
||||
|
||||
void kill(ITaskExecutionRunnable taskExecutionRunnable) throws TaskKillException; |
||||
|
||||
} |
||||
@ -0,0 +1,50 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.engine.task.lifecycle.event; |
||||
|
||||
import org.apache.dolphinscheduler.server.master.engine.ILifecycleEventType; |
||||
import org.apache.dolphinscheduler.server.master.engine.task.lifecycle.AbstractTaskLifecycleEvent; |
||||
import org.apache.dolphinscheduler.server.master.engine.task.lifecycle.TaskLifecycleEventType; |
||||
import org.apache.dolphinscheduler.server.master.engine.task.runnable.ITaskExecutionRunnable; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Builder; |
||||
import lombok.Getter; |
||||
|
||||
@Getter |
||||
@Builder |
||||
@AllArgsConstructor |
||||
public class TaskRuntimeContextChangedEvent extends AbstractTaskLifecycleEvent { |
||||
|
||||
private final ITaskExecutionRunnable taskExecutionRunnable; |
||||
|
||||
private final String runtimeContext; |
||||
|
||||
@Override |
||||
public ILifecycleEventType getEventType() { |
||||
return TaskLifecycleEventType.RUNTIME_CONTEXT_CHANGED; |
||||
} |
||||
|
||||
@Override |
||||
public String toString() { |
||||
return "TaskRunningLifecycleEvent{" + |
||||
"task=" + taskExecutionRunnable.getName() + |
||||
", runtimeContext=" + runtimeContext + |
||||
'}'; |
||||
} |
||||
} |
||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue