Wenjun Ruan
2 years ago
committed by
GitHub
22 changed files with 371 additions and 245 deletions
@ -0,0 +1,62 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.server.master.registry; |
||||||
|
|
||||||
|
import static com.google.common.base.Preconditions.checkNotNull; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.registry.api.ConnectionListener; |
||||||
|
import org.apache.dolphinscheduler.registry.api.ConnectionState; |
||||||
|
import org.apache.dolphinscheduler.service.registry.RegistryClient; |
||||||
|
|
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
|
||||||
|
public class MasterConnectionStateListener implements ConnectionListener { |
||||||
|
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(MasterConnectionStateListener.class); |
||||||
|
|
||||||
|
private final String masterNodePath; |
||||||
|
private final RegistryClient registryClient; |
||||||
|
|
||||||
|
public MasterConnectionStateListener(String masterNodePath, RegistryClient registryClient) { |
||||||
|
this.masterNodePath = checkNotNull(masterNodePath); |
||||||
|
this.registryClient = checkNotNull(registryClient); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void onUpdate(ConnectionState state) { |
||||||
|
switch (state) { |
||||||
|
case CONNECTED: |
||||||
|
logger.debug("registry connection state is {}", state); |
||||||
|
break; |
||||||
|
case SUSPENDED: |
||||||
|
logger.warn("registry connection state is {}, ready to retry connection", state); |
||||||
|
break; |
||||||
|
case RECONNECTED: |
||||||
|
logger.debug("registry connection state is {}, clean the node info", state); |
||||||
|
registryClient.remove(masterNodePath); |
||||||
|
registryClient.persistEphemeral(masterNodePath, ""); |
||||||
|
break; |
||||||
|
case DISCONNECTED: |
||||||
|
logger.warn("registry connection state is {}, ready to stop myself", state); |
||||||
|
registryClient.getStoppable().stop("registry connection state is DISCONNECTED, stop myself"); |
||||||
|
break; |
||||||
|
default: |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,114 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.server.master.rpc; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.remote.NettyRemotingServer; |
||||||
|
import org.apache.dolphinscheduler.remote.command.CommandType; |
||||||
|
import org.apache.dolphinscheduler.remote.config.NettyServerConfig; |
||||||
|
import org.apache.dolphinscheduler.server.log.LoggerRequestProcessor; |
||||||
|
import org.apache.dolphinscheduler.server.master.config.MasterConfig; |
||||||
|
import org.apache.dolphinscheduler.server.master.processor.CacheProcessor; |
||||||
|
import org.apache.dolphinscheduler.server.master.processor.StateEventProcessor; |
||||||
|
import org.apache.dolphinscheduler.server.master.processor.TaskEventProcessor; |
||||||
|
import org.apache.dolphinscheduler.server.master.processor.TaskExecuteResponseProcessor; |
||||||
|
import org.apache.dolphinscheduler.server.master.processor.TaskExecuteRunningProcessor; |
||||||
|
import org.apache.dolphinscheduler.server.master.processor.TaskKillResponseProcessor; |
||||||
|
import org.apache.dolphinscheduler.server.master.processor.TaskRecallProcessor; |
||||||
|
|
||||||
|
import javax.annotation.PostConstruct; |
||||||
|
|
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
import org.springframework.beans.factory.annotation.Autowired; |
||||||
|
import org.springframework.stereotype.Service; |
||||||
|
|
||||||
|
/** |
||||||
|
* Master RPC Server, used to send/receive request to other system. |
||||||
|
*/ |
||||||
|
@Service |
||||||
|
public class MasterRPCServer implements AutoCloseable { |
||||||
|
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(MasterRPCServer.class); |
||||||
|
|
||||||
|
private NettyRemotingServer nettyRemotingServer; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private MasterConfig masterConfig; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private TaskExecuteRunningProcessor taskExecuteRunningProcessor; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private TaskExecuteResponseProcessor taskExecuteResponseProcessor; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private TaskEventProcessor taskEventProcessor; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private StateEventProcessor stateEventProcessor; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private CacheProcessor cacheProcessor; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private TaskKillResponseProcessor taskKillResponseProcessor; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private TaskRecallProcessor taskRecallProcessor; |
||||||
|
|
||||||
|
@Autowired |
||||||
|
private LoggerRequestProcessor loggerRequestProcessor; |
||||||
|
|
||||||
|
@PostConstruct |
||||||
|
private void init() { |
||||||
|
// init remoting server
|
||||||
|
NettyServerConfig serverConfig = new NettyServerConfig(); |
||||||
|
serverConfig.setListenPort(masterConfig.getListenPort()); |
||||||
|
this.nettyRemotingServer = new NettyRemotingServer(serverConfig); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_EXECUTE_RESPONSE, taskExecuteResponseProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_EXECUTE_RUNNING, taskExecuteRunningProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_KILL_RESPONSE, taskKillResponseProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.STATE_EVENT_REQUEST, stateEventProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_FORCE_STATE_EVENT_REQUEST, taskEventProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_WAKEUP_EVENT_REQUEST, taskEventProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.CACHE_EXPIRE, cacheProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.TASK_RECALL, taskRecallProcessor); |
||||||
|
|
||||||
|
// logger server
|
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.GET_LOG_BYTES_REQUEST, loggerRequestProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.ROLL_VIEW_LOG_REQUEST, loggerRequestProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.VIEW_WHOLE_LOG_REQUEST, loggerRequestProcessor); |
||||||
|
this.nettyRemotingServer.registerProcessor(CommandType.REMOVE_TAK_LOG_REQUEST, loggerRequestProcessor); |
||||||
|
|
||||||
|
this.nettyRemotingServer.start(); |
||||||
|
} |
||||||
|
|
||||||
|
public void start() { |
||||||
|
logger.info("Starting Master RPC Server..."); |
||||||
|
this.nettyRemotingServer.start(); |
||||||
|
logger.info("Started Master RPC Server..."); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void close() { |
||||||
|
logger.info("Closing Master RPC Server..."); |
||||||
|
this.nettyRemotingServer.close(); |
||||||
|
logger.info("Closed Master RPC Server..."); |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
Loading…
Reference in new issue