You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
196 lines
6.5 KiB
196 lines
6.5 KiB
/* |
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
* contributor license agreements. See the NOTICE file distributed with |
|
* this work for additional information regarding copyright ownership. |
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
* (the "License"); you may not use this file except in compliance with |
|
* the License. You may obtain a copy of the License at |
|
* |
|
* http://www.apache.org/licenses/LICENSE-2.0 |
|
* |
|
* Unless required by applicable law or agreed to in writing, software |
|
* distributed under the License is distributed on an "AS IS" BASIS, |
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
* See the License for the specific language governing permissions and |
|
* limitations under the License. |
|
*/ |
|
package org.apache.dolphinscheduler.server.master; |
|
|
|
import org.apache.dolphinscheduler.common.Constants; |
|
import org.apache.dolphinscheduler.common.thread.Stopper; |
|
import org.apache.dolphinscheduler.remote.NettyRemotingServer; |
|
import org.apache.dolphinscheduler.remote.command.CommandType; |
|
import org.apache.dolphinscheduler.remote.config.NettyServerConfig; |
|
import org.apache.dolphinscheduler.server.master.config.MasterConfig; |
|
import org.apache.dolphinscheduler.server.master.processor.TaskAckProcessor; |
|
import org.apache.dolphinscheduler.server.master.processor.TaskKillResponseProcessor; |
|
import org.apache.dolphinscheduler.server.master.processor.TaskResponseProcessor; |
|
import org.apache.dolphinscheduler.server.master.registry.MasterRegistry; |
|
import org.apache.dolphinscheduler.server.master.runner.MasterSchedulerService; |
|
import org.apache.dolphinscheduler.server.worker.WorkerServer; |
|
import org.apache.dolphinscheduler.server.zk.ZKMasterClient; |
|
import org.apache.dolphinscheduler.service.bean.SpringApplicationContext; |
|
import org.apache.dolphinscheduler.service.quartz.QuartzExecutors; |
|
import org.quartz.SchedulerException; |
|
import org.slf4j.Logger; |
|
import org.slf4j.LoggerFactory; |
|
import org.springframework.beans.factory.annotation.Autowired; |
|
import org.springframework.boot.WebApplicationType; |
|
import org.springframework.boot.builder.SpringApplicationBuilder; |
|
import org.springframework.context.annotation.ComponentScan; |
|
import org.springframework.context.annotation.FilterType; |
|
|
|
import javax.annotation.PostConstruct; |
|
|
|
|
|
|
|
|
|
@ComponentScan(value = "org.apache.dolphinscheduler", excludeFilters = { |
|
@ComponentScan.Filter(type = FilterType.ASSIGNABLE_TYPE, classes = {WorkerServer.class}) |
|
}) |
|
public class MasterServer { |
|
|
|
/** |
|
* logger of MasterServer |
|
*/ |
|
private static final Logger logger = LoggerFactory.getLogger(MasterServer.class); |
|
|
|
/** |
|
* master config |
|
*/ |
|
@Autowired |
|
private MasterConfig masterConfig; |
|
|
|
/** |
|
* spring application context |
|
* only use it for initialization |
|
*/ |
|
@Autowired |
|
private SpringApplicationContext springApplicationContext; |
|
|
|
/** |
|
* netty remote server |
|
*/ |
|
private NettyRemotingServer nettyRemotingServer; |
|
|
|
/** |
|
* master registry |
|
*/ |
|
@Autowired |
|
private MasterRegistry masterRegistry; |
|
|
|
/** |
|
* zk master client |
|
*/ |
|
@Autowired |
|
private ZKMasterClient zkMasterClient; |
|
|
|
/** |
|
* scheduler service |
|
*/ |
|
@Autowired |
|
private MasterSchedulerService masterSchedulerService; |
|
|
|
/** |
|
* master server startup |
|
* |
|
* master server not use web service |
|
* @param args arguments |
|
*/ |
|
public static void main(String[] args) { |
|
Thread.currentThread().setName(Constants.THREAD_NAME_MASTER_SERVER); |
|
new SpringApplicationBuilder(MasterServer.class).web(WebApplicationType.NONE).run(args); |
|
} |
|
|
|
/** |
|
* run master server |
|
*/ |
|
@PostConstruct |
|
public void run(){ |
|
|
|
//init remoting server |
|
NettyServerConfig serverConfig = new NettyServerConfig(); |
|
serverConfig.setListenPort(masterConfig.getListenPort()); |
|
this.nettyRemotingServer = new NettyRemotingServer(serverConfig); |
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_EXECUTE_RESPONSE, new TaskResponseProcessor()); |
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_EXECUTE_ACK, new TaskAckProcessor()); |
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_KILL_RESPONSE, new TaskKillResponseProcessor()); |
|
this.nettyRemotingServer.start(); |
|
|
|
// register |
|
this.masterRegistry.registry(); |
|
|
|
// self tolerant |
|
this.zkMasterClient.start(); |
|
|
|
// |
|
masterSchedulerService.start(); |
|
|
|
// start QuartzExecutors |
|
// what system should do if exception |
|
try { |
|
logger.info("start Quartz server..."); |
|
QuartzExecutors.getInstance().start(); |
|
} catch (Exception e) { |
|
try { |
|
QuartzExecutors.getInstance().shutdown(); |
|
} catch (SchedulerException e1) { |
|
logger.error("QuartzExecutors shutdown failed : " + e1.getMessage(), e1); |
|
} |
|
logger.error("start Quartz failed", e); |
|
} |
|
|
|
/** |
|
* register hooks, which are called before the process exits |
|
*/ |
|
Runtime.getRuntime().addShutdownHook(new Thread(new Runnable() { |
|
@Override |
|
public void run() { |
|
close("shutdownHook"); |
|
} |
|
})); |
|
|
|
} |
|
|
|
/** |
|
* gracefully close |
|
* @param cause close cause |
|
*/ |
|
public void close(String cause) { |
|
|
|
try { |
|
//execute only once |
|
if(Stopper.isStopped()){ |
|
return; |
|
} |
|
|
|
logger.info("master server is stopping ..., cause : {}", cause); |
|
|
|
// set stop signal is true |
|
Stopper.stop(); |
|
|
|
try { |
|
//thread sleep 3 seconds for thread quietly stop |
|
Thread.sleep(3000L); |
|
}catch (Exception e){ |
|
logger.warn("thread sleep exception ", e); |
|
} |
|
// |
|
this.masterSchedulerService.close(); |
|
this.nettyRemotingServer.close(); |
|
this.masterRegistry.unRegistry(); |
|
this.zkMasterClient.close(); |
|
//close quartz |
|
try{ |
|
QuartzExecutors.getInstance().shutdown(); |
|
logger.info("Quartz service stopped"); |
|
}catch (Exception e){ |
|
logger.warn("Quartz service stopped exception:{}",e.getMessage()); |
|
} |
|
} catch (Exception e) { |
|
logger.error("master server stop exception ", e); |
|
System.exit(-1); |
|
} |
|
} |
|
} |
|
|
|
|