Wenjun Ruan
2 years ago
committed by
GitHub
34 changed files with 630 additions and 325 deletions
@ -0,0 +1,25 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.tools.datasource.upgrader; |
||||
|
||||
public interface DolphinSchedulerUpgrader { |
||||
|
||||
void doUpgrade(); |
||||
|
||||
String getCurrentVersion(); |
||||
} |
||||
@ -0,0 +1,145 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.tools.datasource.upgrader.v320; |
||||
|
||||
import org.apache.dolphinscheduler.dao.entity.ProcessDefinitionLog; |
||||
import org.apache.dolphinscheduler.dao.entity.ProcessInstance; |
||||
import org.apache.dolphinscheduler.dao.entity.TaskInstance; |
||||
import org.apache.dolphinscheduler.dao.entity.Tenant; |
||||
import org.apache.dolphinscheduler.dao.entity.User; |
||||
import org.apache.dolphinscheduler.dao.mapper.ProcessDefinitionLogMapper; |
||||
import org.apache.dolphinscheduler.dao.mapper.ProcessInstanceMapper; |
||||
import org.apache.dolphinscheduler.dao.mapper.TaskInstanceMapper; |
||||
import org.apache.dolphinscheduler.dao.mapper.TenantMapper; |
||||
import org.apache.dolphinscheduler.dao.mapper.UserMapper; |
||||
import org.apache.dolphinscheduler.tools.datasource.upgrader.DolphinSchedulerUpgrader; |
||||
|
||||
import org.apache.commons.collections4.CollectionUtils; |
||||
|
||||
import java.util.List; |
||||
import java.util.Map; |
||||
import java.util.stream.Collectors; |
||||
|
||||
import lombok.extern.slf4j.Slf4j; |
||||
|
||||
import org.springframework.beans.factory.annotation.Autowired; |
||||
import org.springframework.stereotype.Component; |
||||
|
||||
import com.baomidou.mybatisplus.core.conditions.query.LambdaQueryWrapper; |
||||
import com.baomidou.mybatisplus.core.conditions.query.QueryWrapper; |
||||
|
||||
@Slf4j |
||||
@Component |
||||
public class V320DolphinSchedulerUpgrader implements DolphinSchedulerUpgrader { |
||||
|
||||
@Autowired |
||||
private ProcessInstanceMapper processInstanceMapper; |
||||
|
||||
@Autowired |
||||
private ProcessDefinitionLogMapper processDefinitionLogMapper; |
||||
|
||||
@Autowired |
||||
private TenantMapper tenantMapper; |
||||
|
||||
@Autowired |
||||
private UserMapper userMapper; |
||||
|
||||
@Autowired |
||||
private TaskInstanceMapper taskInstanceMapper; |
||||
|
||||
@Override |
||||
public void doUpgrade() { |
||||
upgradeWorkflowInstance(); |
||||
upgradeTaskInstance(); |
||||
} |
||||
|
||||
private void upgradeWorkflowInstance() { |
||||
Map<Integer, String> tenantMap = tenantMapper.selectList(new QueryWrapper<>()) |
||||
.stream() |
||||
.collect(Collectors.toMap(Tenant::getId, Tenant::getTenantCode)); |
||||
Map<Integer, String> userMap = userMapper.selectList(new QueryWrapper<>()) |
||||
.stream() |
||||
.collect(Collectors.toMap(User::getId, User::getUserName)); |
||||
|
||||
while (true) { |
||||
LambdaQueryWrapper<ProcessInstance> wrapper = new QueryWrapper<>(new ProcessInstance()) |
||||
.lambda() |
||||
.eq(ProcessInstance::getProjectCode, null) |
||||
.last("limit 1000"); |
||||
List<ProcessInstance> needUpdateWorkflowInstance = processInstanceMapper.selectList(wrapper); |
||||
if (CollectionUtils.isEmpty(needUpdateWorkflowInstance)) { |
||||
return; |
||||
} |
||||
for (ProcessInstance processInstance : needUpdateWorkflowInstance) { |
||||
ProcessDefinitionLog processDefinitionLog = processDefinitionLogMapper.queryByDefinitionCodeAndVersion( |
||||
processInstance.getProcessDefinitionCode(), processInstance.getProcessDefinitionVersion()); |
||||
if (processDefinitionLog != null) { |
||||
processInstance.setProjectCode(processDefinitionLog.getProjectCode()); |
||||
processInstance.setTenantCode(tenantMap.get(processDefinitionLog.getTenantId())); |
||||
processInstance.setExecutorName(userMap.get(processInstance.getExecutorId())); |
||||
} else { |
||||
processInstance.setProjectCode(-1L); |
||||
} |
||||
processInstanceMapper.updateById(processInstance); |
||||
} |
||||
log.info("Success upgrade workflow instance, current batch size: {}", needUpdateWorkflowInstance.size()); |
||||
|
||||
try { |
||||
Thread.sleep(1000L); |
||||
} catch (InterruptedException e) { |
||||
log.error("Upgrade workflow instance error", e); |
||||
} |
||||
} |
||||
} |
||||
|
||||
private void upgradeTaskInstance() { |
||||
while (true) { |
||||
LambdaQueryWrapper<TaskInstance> wrapper = new QueryWrapper<>(new TaskInstance()) |
||||
.lambda() |
||||
.eq(TaskInstance::getProjectCode, null) |
||||
.last("limit 1000"); |
||||
List<TaskInstance> taskInstances = taskInstanceMapper.selectList(wrapper); |
||||
if (CollectionUtils.isEmpty(taskInstances)) { |
||||
return; |
||||
} |
||||
for (TaskInstance taskInstance : taskInstances) { |
||||
ProcessInstance processInstance = processInstanceMapper.selectById(taskInstance.getProcessInstanceId()); |
||||
if (processInstance == null) { |
||||
taskInstance.setProjectCode(-1L); |
||||
} else { |
||||
taskInstance.setProjectCode(processInstance.getProjectCode()); |
||||
taskInstance.setProcessInstanceName(processInstance.getName()); |
||||
taskInstance.setExecutorName(processInstance.getExecutorName()); |
||||
} |
||||
taskInstanceMapper.updateById(taskInstance); |
||||
} |
||||
|
||||
log.info("Success upgrade task instance, current batch size: {}", taskInstances.size()); |
||||
try { |
||||
Thread.sleep(1000L); |
||||
} catch (InterruptedException e) { |
||||
log.error("Upgrade task instance error", e); |
||||
} |
||||
} |
||||
} |
||||
|
||||
@Override |
||||
public String getCurrentVersion() { |
||||
return "3.2.0"; |
||||
} |
||||
} |
||||
Loading…
Reference in new issue