Wenjun Ruan
2 years ago
committed by
GitHub
22 changed files with 371 additions and 245 deletions
@ -0,0 +1,62 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.registry; |
||||
|
||||
import static com.google.common.base.Preconditions.checkNotNull; |
||||
|
||||
import org.apache.dolphinscheduler.registry.api.ConnectionListener; |
||||
import org.apache.dolphinscheduler.registry.api.ConnectionState; |
||||
import org.apache.dolphinscheduler.service.registry.RegistryClient; |
||||
|
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
|
||||
public class MasterConnectionStateListener implements ConnectionListener { |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(MasterConnectionStateListener.class); |
||||
|
||||
private final String masterNodePath; |
||||
private final RegistryClient registryClient; |
||||
|
||||
public MasterConnectionStateListener(String masterNodePath, RegistryClient registryClient) { |
||||
this.masterNodePath = checkNotNull(masterNodePath); |
||||
this.registryClient = checkNotNull(registryClient); |
||||
} |
||||
|
||||
@Override |
||||
public void onUpdate(ConnectionState state) { |
||||
switch (state) { |
||||
case CONNECTED: |
||||
logger.debug("registry connection state is {}", state); |
||||
break; |
||||
case SUSPENDED: |
||||
logger.warn("registry connection state is {}, ready to retry connection", state); |
||||
break; |
||||
case RECONNECTED: |
||||
logger.debug("registry connection state is {}, clean the node info", state); |
||||
registryClient.remove(masterNodePath); |
||||
registryClient.persistEphemeral(masterNodePath, ""); |
||||
break; |
||||
case DISCONNECTED: |
||||
logger.warn("registry connection state is {}, ready to stop myself", state); |
||||
registryClient.getStoppable().stop("registry connection state is DISCONNECTED, stop myself"); |
||||
break; |
||||
default: |
||||
} |
||||
} |
||||
} |
||||
@ -0,0 +1,114 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.server.master.rpc; |
||||
|
||||
import org.apache.dolphinscheduler.remote.NettyRemotingServer; |
||||
import org.apache.dolphinscheduler.remote.command.CommandType; |
||||
import org.apache.dolphinscheduler.remote.config.NettyServerConfig; |
||||
import org.apache.dolphinscheduler.server.log.LoggerRequestProcessor; |
||||
import org.apache.dolphinscheduler.server.master.config.MasterConfig; |
||||
import org.apache.dolphinscheduler.server.master.processor.CacheProcessor; |
||||
import org.apache.dolphinscheduler.server.master.processor.StateEventProcessor; |
||||
import org.apache.dolphinscheduler.server.master.processor.TaskEventProcessor; |
||||
import org.apache.dolphinscheduler.server.master.processor.TaskExecuteResponseProcessor; |
||||
import org.apache.dolphinscheduler.server.master.processor.TaskExecuteRunningProcessor; |
||||
import org.apache.dolphinscheduler.server.master.processor.TaskKillResponseProcessor; |
||||
import org.apache.dolphinscheduler.server.master.processor.TaskRecallProcessor; |
||||
|
||||
import javax.annotation.PostConstruct; |
||||
|
||||
import org.slf4j.Logger; |
||||
import org.slf4j.LoggerFactory; |
||||
import org.springframework.beans.factory.annotation.Autowired; |
||||
import org.springframework.stereotype.Service; |
||||
|
||||
/** |
||||
* Master RPC Server, used to send/receive request to other system. |
||||
*/ |
||||
@Service |
||||
public class MasterRPCServer implements AutoCloseable { |
||||
|
||||
private static final Logger logger = LoggerFactory.getLogger(MasterRPCServer.class); |
||||
|
||||
private NettyRemotingServer nettyRemotingServer; |
||||
|
||||
@Autowired |
||||
private MasterConfig masterConfig; |
||||
|
||||
@Autowired |
||||
private TaskExecuteRunningProcessor taskExecuteRunningProcessor; |
||||
|
||||
@Autowired |
||||
private TaskExecuteResponseProcessor taskExecuteResponseProcessor; |
||||
|
||||
@Autowired |
||||
private TaskEventProcessor taskEventProcessor; |
||||
|
||||
@Autowired |
||||
private StateEventProcessor stateEventProcessor; |
||||
|
||||
@Autowired |
||||
private CacheProcessor cacheProcessor; |
||||
|
||||
@Autowired |
||||
private TaskKillResponseProcessor taskKillResponseProcessor; |
||||
|
||||
@Autowired |
||||
private TaskRecallProcessor taskRecallProcessor; |
||||
|
||||
@Autowired |
||||
private LoggerRequestProcessor loggerRequestProcessor; |
||||
|
||||
@PostConstruct |
||||
private void init() { |
||||
// init remoting server
|
||||
NettyServerConfig serverConfig = new NettyServerConfig(); |
||||
serverConfig.setListenPort(masterConfig.getListenPort()); |
||||
this.nettyRemotingServer = new NettyRemotingServer(serverConfig); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.TASK_EXECUTE_RESPONSE, taskExecuteResponseProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.TASK_EXECUTE_RUNNING, taskExecuteRunningProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.TASK_KILL_RESPONSE, taskKillResponseProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.STATE_EVENT_REQUEST, stateEventProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.TASK_FORCE_STATE_EVENT_REQUEST, taskEventProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.TASK_WAKEUP_EVENT_REQUEST, taskEventProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.CACHE_EXPIRE, cacheProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.TASK_RECALL, taskRecallProcessor); |
||||
|
||||
// logger server
|
||||
this.nettyRemotingServer.registerProcessor(CommandType.GET_LOG_BYTES_REQUEST, loggerRequestProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.ROLL_VIEW_LOG_REQUEST, loggerRequestProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.VIEW_WHOLE_LOG_REQUEST, loggerRequestProcessor); |
||||
this.nettyRemotingServer.registerProcessor(CommandType.REMOVE_TAK_LOG_REQUEST, loggerRequestProcessor); |
||||
|
||||
this.nettyRemotingServer.start(); |
||||
} |
||||
|
||||
public void start() { |
||||
logger.info("Starting Master RPC Server..."); |
||||
this.nettyRemotingServer.start(); |
||||
logger.info("Started Master RPC Server..."); |
||||
} |
||||
|
||||
@Override |
||||
public void close() { |
||||
logger.info("Closing Master RPC Server..."); |
||||
this.nettyRemotingServer.close(); |
||||
logger.info("Closed Master RPC Server..."); |
||||
} |
||||
|
||||
} |
||||
Loading…
Reference in new issue