Browse Source
[Feature#3961]Registry SPI All the logical structure of the registry must be converted into a tree structure within the system, so some plug-ins must be converted internally, such as ETCD The registry supports distributed locks. todo: The specific information about the registration center of the API module needs to be adjusted.2.0.7-release
Kirs
4 years ago
committed by
GitHub
135 changed files with 3149 additions and 3531 deletions
@ -1,46 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
package org.apache.dolphinscheduler.common.plugin; |
|
||||||
|
|
||||||
import java.util.Objects; |
|
||||||
|
|
||||||
import org.junit.Ignore; |
|
||||||
import org.junit.Test; |
|
||||||
|
|
||||||
import com.google.common.collect.ImmutableList; |
|
||||||
|
|
||||||
public class DolphinSchedulerPluginLoaderTest { |
|
||||||
|
|
||||||
/** |
|
||||||
* Method: loadPlugins() |
|
||||||
*/ |
|
||||||
@Test |
|
||||||
@Ignore |
|
||||||
public void testLoadPlugins() { |
|
||||||
PluginManagerTest pluginManager = new PluginManagerTest(); |
|
||||||
DolphinPluginManagerConfig alertPluginManagerConfig = new DolphinPluginManagerConfig(); |
|
||||||
String path = Objects.requireNonNull(DolphinPluginLoader.class.getClassLoader().getResource("")).getPath(); |
|
||||||
alertPluginManagerConfig.setPlugins(path + "../../../dolphinscheduler-alert-plugin/dolphinscheduler-alert-email/pom.xml"); |
|
||||||
DolphinPluginLoader alertPluginLoader = new DolphinPluginLoader(alertPluginManagerConfig, ImmutableList.of(pluginManager)); |
|
||||||
try { |
|
||||||
//alertPluginLoader.loadPlugins();
|
|
||||||
} catch (Exception e) { |
|
||||||
throw new RuntimeException("load Alert Plugin Failed !", e); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -0,0 +1,79 @@ |
|||||||
|
<?xml version="1.0" encoding="UTF-8"?> |
||||||
|
<!-- |
||||||
|
~ Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
~ contributor license agreements. See the NOTICE file distributed with |
||||||
|
~ this work for additional information regarding copyright ownership. |
||||||
|
~ The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
~ (the "License"); you may not use this file except in compliance with |
||||||
|
~ the License. You may obtain a copy of the License at |
||||||
|
~ |
||||||
|
~ http://www.apache.org/licenses/LICENSE-2.0 |
||||||
|
~ |
||||||
|
~ Unless required by applicable law or agreed to in writing, software |
||||||
|
~ distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
~ See the License for the specific language governing permissions and |
||||||
|
~ limitations under the License. |
||||||
|
--> |
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0" |
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
||||||
|
<parent> |
||||||
|
<artifactId>dolphinscheduler-registry-plugin</artifactId> |
||||||
|
<groupId>org.apache.dolphinscheduler</groupId> |
||||||
|
<version>1.3.6-SNAPSHOT</version> |
||||||
|
</parent> |
||||||
|
<modelVersion>4.0.0</modelVersion> |
||||||
|
|
||||||
|
|
||||||
|
<artifactId>dolphinscheduler-registry-zookeeper</artifactId> |
||||||
|
<!-- can be load as a Alert Plugin when development and run server in IDE --> |
||||||
|
<packaging>dolphinscheduler-plugin</packaging> |
||||||
|
|
||||||
|
<dependencies> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.zookeeper</groupId> |
||||||
|
<artifactId>zookeeper</artifactId> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.curator</groupId> |
||||||
|
<artifactId>curator-framework</artifactId> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.curator</groupId> |
||||||
|
<artifactId>curator-recipes</artifactId> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>ch.qos.logback</groupId> |
||||||
|
<artifactId>logback-classic</artifactId> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.slf4j</groupId> |
||||||
|
<artifactId>slf4j-api</artifactId> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.curator</groupId> |
||||||
|
<artifactId>curator-test</artifactId> |
||||||
|
<scope>test</scope> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
<dependency> |
||||||
|
<groupId>junit</groupId> |
||||||
|
<artifactId>junit</artifactId> |
||||||
|
<scope>test</scope> |
||||||
|
</dependency> |
||||||
|
|
||||||
|
</dependencies> |
||||||
|
|
||||||
|
<build> |
||||||
|
<finalName>dolphinscheduler-registry-zookeeper-${project.version}</finalName> |
||||||
|
</build> |
||||||
|
|
||||||
|
</project> |
||||||
@ -0,0 +1,64 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.plugin.registry.zookeeper; |
||||||
|
|
||||||
|
import java.util.function.Function; |
||||||
|
|
||||||
|
public enum ZookeeperConfiguration { |
||||||
|
|
||||||
|
NAME_SPACE("namespace", "dolphinscheduler", value -> value), |
||||||
|
SERVERS("servers", null, value -> value), |
||||||
|
|
||||||
|
/** |
||||||
|
* Initial amount of time to wait between retries |
||||||
|
*/ |
||||||
|
BASE_SLEEP_TIME("base.sleep.time.ms", 60, Integer::valueOf), |
||||||
|
MAX_SLEEP_TIME("max.sleep.ms", 300, Integer::valueOf), |
||||||
|
DIGEST("digest", null, value -> value), |
||||||
|
|
||||||
|
MAX_RETRIES("max.retries", 5, Integer::valueOf), |
||||||
|
|
||||||
|
|
||||||
|
//todo
|
||||||
|
SESSION_TIMEOUT_MS("session.timeout.ms", 1000, Integer::valueOf), |
||||||
|
CONNECTION_TIMEOUT_MS("connection.timeout.ms", 1000, Integer::valueOf), |
||||||
|
|
||||||
|
BLOCK_UNTIL_CONNECTED_WAIT_MS("block.until.connected.wait", 600, Integer::valueOf), |
||||||
|
; |
||||||
|
private final String name; |
||||||
|
|
||||||
|
public String getName() { |
||||||
|
return name; |
||||||
|
} |
||||||
|
|
||||||
|
private final Object defaultValue; |
||||||
|
|
||||||
|
private final Function<String, Object> converter; |
||||||
|
|
||||||
|
<T> ZookeeperConfiguration(String name, T defaultValue, Function<String, T> converter) { |
||||||
|
this.name = name; |
||||||
|
this.defaultValue = defaultValue; |
||||||
|
this.converter = (Function<String, Object>) converter; |
||||||
|
} |
||||||
|
|
||||||
|
public <T> T getParameterValue(String param) { |
||||||
|
Object value = param != null ? converter.apply(param) : defaultValue; |
||||||
|
return (T) value; |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,56 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.plugin.registry.zookeeper; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.spi.register.RegistryConnectListener; |
||||||
|
import org.apache.dolphinscheduler.spi.register.RegistryConnectState; |
||||||
|
|
||||||
|
import org.apache.curator.framework.CuratorFramework; |
||||||
|
import org.apache.curator.framework.state.ConnectionState; |
||||||
|
import org.apache.curator.framework.state.ConnectionStateListener; |
||||||
|
|
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
|
||||||
|
public class ZookeeperConnectionStateListener implements ConnectionStateListener { |
||||||
|
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(ZookeeperConnectionStateListener.class); |
||||||
|
|
||||||
|
private RegistryConnectListener registryConnectListener; |
||||||
|
|
||||||
|
public ZookeeperConnectionStateListener(RegistryConnectListener registryConnectListener) { |
||||||
|
this.registryConnectListener = registryConnectListener; |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void stateChanged(CuratorFramework client, ConnectionState newState) { |
||||||
|
|
||||||
|
if (newState == ConnectionState.LOST) { |
||||||
|
logger.error("connection lost from zookeeper"); |
||||||
|
registryConnectListener.notify(RegistryConnectState.LOST); |
||||||
|
} else if (newState == ConnectionState.RECONNECTED) { |
||||||
|
logger.info("reconnected to zookeeper"); |
||||||
|
registryConnectListener.notify(RegistryConnectState.RECONNECTED); |
||||||
|
} else if (newState == ConnectionState.SUSPENDED) { |
||||||
|
logger.warn("zookeeper connection SUSPENDED"); |
||||||
|
registryConnectListener.notify(RegistryConnectState.SUSPENDED); |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,335 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.plugin.registry.zookeeper; |
||||||
|
|
||||||
|
import static org.apache.dolphinscheduler.plugin.registry.zookeeper.ZookeeperConfiguration.BASE_SLEEP_TIME; |
||||||
|
import static org.apache.dolphinscheduler.plugin.registry.zookeeper.ZookeeperConfiguration.BLOCK_UNTIL_CONNECTED_WAIT_MS; |
||||||
|
import static org.apache.dolphinscheduler.plugin.registry.zookeeper.ZookeeperConfiguration.CONNECTION_TIMEOUT_MS; |
||||||
|
import static org.apache.dolphinscheduler.plugin.registry.zookeeper.ZookeeperConfiguration.DIGEST; |
||||||
|
import static org.apache.dolphinscheduler.plugin.registry.zookeeper.ZookeeperConfiguration.MAX_RETRIES; |
||||||
|
import static org.apache.dolphinscheduler.plugin.registry.zookeeper.ZookeeperConfiguration.NAME_SPACE; |
||||||
|
import static org.apache.dolphinscheduler.plugin.registry.zookeeper.ZookeeperConfiguration.SERVERS; |
||||||
|
import static org.apache.dolphinscheduler.plugin.registry.zookeeper.ZookeeperConfiguration.SESSION_TIMEOUT_MS; |
||||||
|
|
||||||
|
import static java.util.concurrent.TimeUnit.MILLISECONDS; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.spi.register.DataChangeEvent; |
||||||
|
import org.apache.dolphinscheduler.spi.register.ListenerManager; |
||||||
|
import org.apache.dolphinscheduler.spi.register.Registry; |
||||||
|
import org.apache.dolphinscheduler.spi.register.RegistryConnectListener; |
||||||
|
import org.apache.dolphinscheduler.spi.register.RegistryException; |
||||||
|
import org.apache.dolphinscheduler.spi.register.SubscribeListener; |
||||||
|
|
||||||
|
import org.apache.curator.RetryPolicy; |
||||||
|
import org.apache.curator.framework.CuratorFramework; |
||||||
|
import org.apache.curator.framework.CuratorFrameworkFactory; |
||||||
|
import org.apache.curator.framework.api.ACLProvider; |
||||||
|
import org.apache.curator.framework.api.transaction.TransactionOp; |
||||||
|
import org.apache.curator.framework.recipes.cache.TreeCache; |
||||||
|
import org.apache.curator.framework.recipes.cache.TreeCacheEvent; |
||||||
|
import org.apache.curator.framework.recipes.cache.TreeCacheListener; |
||||||
|
import org.apache.curator.framework.recipes.locks.InterProcessMutex; |
||||||
|
import org.apache.curator.retry.ExponentialBackoffRetry; |
||||||
|
import org.apache.curator.utils.CloseableUtils; |
||||||
|
import org.apache.zookeeper.CreateMode; |
||||||
|
import org.apache.zookeeper.ZooDefs; |
||||||
|
import org.apache.zookeeper.data.ACL; |
||||||
|
|
||||||
|
import java.nio.charset.StandardCharsets; |
||||||
|
import java.util.Comparator; |
||||||
|
import java.util.HashMap; |
||||||
|
import java.util.List; |
||||||
|
import java.util.Map; |
||||||
|
|
||||||
|
import com.google.common.base.Strings; |
||||||
|
|
||||||
|
public class ZookeeperRegistry implements Registry { |
||||||
|
|
||||||
|
private CuratorFramework client; |
||||||
|
|
||||||
|
/** |
||||||
|
* treeCache map |
||||||
|
* k-subscribe key |
||||||
|
* v-listener |
||||||
|
*/ |
||||||
|
private Map<String, TreeCache> treeCacheMap = new HashMap<>(); |
||||||
|
|
||||||
|
/** |
||||||
|
* Distributed lock map |
||||||
|
*/ |
||||||
|
private ThreadLocal<Map<String, InterProcessMutex>> threadLocalLockMap = new ThreadLocal<>(); |
||||||
|
|
||||||
|
/** |
||||||
|
* build retry policy |
||||||
|
*/ |
||||||
|
private static RetryPolicy buildRetryPolicy(Map<String, String> registerData) { |
||||||
|
int baseSleepTimeMs = BASE_SLEEP_TIME.getParameterValue(registerData.get(BASE_SLEEP_TIME.getName())); |
||||||
|
int maxRetries = MAX_RETRIES.getParameterValue(registerData.get(MAX_RETRIES.getName())); |
||||||
|
int maxSleepMs = baseSleepTimeMs * maxRetries; |
||||||
|
return new ExponentialBackoffRetry(baseSleepTimeMs, maxRetries, maxSleepMs); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* build digest |
||||||
|
*/ |
||||||
|
private static void buildDigest(CuratorFrameworkFactory.Builder builder, String digest) { |
||||||
|
builder.authorization(DIGEST.getName(), digest.getBytes(StandardCharsets.UTF_8)) |
||||||
|
.aclProvider(new ACLProvider() { |
||||||
|
@Override |
||||||
|
public List<ACL> getDefaultAcl() { |
||||||
|
return ZooDefs.Ids.CREATOR_ALL_ACL; |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public List<ACL> getAclForPath(final String path) { |
||||||
|
return ZooDefs.Ids.CREATOR_ALL_ACL; |
||||||
|
} |
||||||
|
}); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void init(Map<String, String> registerData) { |
||||||
|
|
||||||
|
CuratorFrameworkFactory.Builder builder = CuratorFrameworkFactory.builder() |
||||||
|
.connectString(SERVERS.getParameterValue(registerData.get(SERVERS.getName()))) |
||||||
|
.retryPolicy(buildRetryPolicy(registerData)) |
||||||
|
.namespace(NAME_SPACE.getParameterValue(registerData.get(NAME_SPACE.getName()))) |
||||||
|
.sessionTimeoutMs(SESSION_TIMEOUT_MS.getParameterValue(registerData.get(SESSION_TIMEOUT_MS.getName()))) |
||||||
|
.connectionTimeoutMs(CONNECTION_TIMEOUT_MS.getParameterValue(registerData.get(CONNECTION_TIMEOUT_MS.getName()))); |
||||||
|
|
||||||
|
String digest = DIGEST.getParameterValue(registerData.get(DIGEST.getName())); |
||||||
|
if (!Strings.isNullOrEmpty(digest)) { |
||||||
|
buildDigest(builder, digest); |
||||||
|
} |
||||||
|
client = builder.build(); |
||||||
|
|
||||||
|
client.start(); |
||||||
|
try { |
||||||
|
if (!client.blockUntilConnected(BLOCK_UNTIL_CONNECTED_WAIT_MS.getParameterValue(registerData.get(BLOCK_UNTIL_CONNECTED_WAIT_MS.getName())), MILLISECONDS)) { |
||||||
|
client.close(); |
||||||
|
throw new RegistryException("zookeeper connect timeout"); |
||||||
|
} |
||||||
|
} catch (InterruptedException e) { |
||||||
|
Thread.currentThread().interrupt(); |
||||||
|
throw new RegistryException("zookeeper connect error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void addConnectionStateListener(RegistryConnectListener registryConnectListener) { |
||||||
|
client.getConnectionStateListenable().addListener(new ZookeeperConnectionStateListener(registryConnectListener)); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public boolean subscribe(String path, SubscribeListener subscribeListener) { |
||||||
|
if (null != treeCacheMap.get(path)) { |
||||||
|
return false; |
||||||
|
} |
||||||
|
TreeCache treeCache = new TreeCache(client, path); |
||||||
|
TreeCacheListener treeCacheListener = (client, event) -> { |
||||||
|
TreeCacheEvent.Type type = event.getType(); |
||||||
|
DataChangeEvent eventType = null; |
||||||
|
String dataPath = null; |
||||||
|
switch (type) { |
||||||
|
case NODE_ADDED: |
||||||
|
|
||||||
|
dataPath = event.getData().getPath(); |
||||||
|
eventType = DataChangeEvent.ADD; |
||||||
|
break; |
||||||
|
case NODE_UPDATED: |
||||||
|
eventType = DataChangeEvent.UPDATE; |
||||||
|
dataPath = event.getData().getPath(); |
||||||
|
|
||||||
|
break; |
||||||
|
case NODE_REMOVED: |
||||||
|
eventType = DataChangeEvent.REMOVE; |
||||||
|
dataPath = event.getData().getPath(); |
||||||
|
break; |
||||||
|
default: |
||||||
|
} |
||||||
|
if (null != eventType && null != dataPath) { |
||||||
|
ListenerManager.dataChange(path, dataPath, eventType); |
||||||
|
} |
||||||
|
}; |
||||||
|
treeCache.getListenable().addListener(treeCacheListener); |
||||||
|
treeCacheMap.put(path, treeCache); |
||||||
|
try { |
||||||
|
treeCache.start(); |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("start zookeeper tree cache error", e); |
||||||
|
} |
||||||
|
ListenerManager.addListener(path, subscribeListener); |
||||||
|
return true; |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void unsubscribe(String path) { |
||||||
|
TreeCache treeCache = treeCacheMap.get(path); |
||||||
|
treeCache.close(); |
||||||
|
ListenerManager.removeListener(path); |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public String get(String key) { |
||||||
|
try { |
||||||
|
return new String(client.getData().forPath(key), StandardCharsets.UTF_8); |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper get data error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void remove(String key) { |
||||||
|
|
||||||
|
try { |
||||||
|
client.delete().deletingChildrenIfNeeded().forPath(key); |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper remove error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public boolean isExisted(String key) { |
||||||
|
try { |
||||||
|
return null != client.checkExists().forPath(key); |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper check key is existed error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void persist(String key, String value) { |
||||||
|
try { |
||||||
|
if (isExisted(key)) { |
||||||
|
update(key, value); |
||||||
|
return; |
||||||
|
} |
||||||
|
client.create().creatingParentsIfNeeded().withMode(CreateMode.PERSISTENT).forPath(key, value.getBytes(StandardCharsets.UTF_8)); |
||||||
|
|
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper persist error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void persistEphemeral(String key, String value) { |
||||||
|
try { |
||||||
|
if (isExisted(key)) { |
||||||
|
update(key, value); |
||||||
|
return; |
||||||
|
} |
||||||
|
client.create().creatingParentsIfNeeded().withMode(CreateMode.EPHEMERAL).forPath(key, value.getBytes(StandardCharsets.UTF_8)); |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper persist ephemeral error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void update(String key, String value) { |
||||||
|
try { |
||||||
|
if (!isExisted(key)) { |
||||||
|
return; |
||||||
|
} |
||||||
|
TransactionOp transactionOp = client.transactionOp(); |
||||||
|
client.transaction().forOperations(transactionOp.check().forPath(key), transactionOp.setData().forPath(key, value.getBytes(StandardCharsets.UTF_8))); |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper update error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public List<String> getChildren(String key) { |
||||||
|
try { |
||||||
|
List<String> result = client.getChildren().forPath(key); |
||||||
|
result.sort(Comparator.reverseOrder()); |
||||||
|
return result; |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper get children error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public boolean delete(String nodePath) { |
||||||
|
try { |
||||||
|
client.delete() |
||||||
|
.deletingChildrenIfNeeded() |
||||||
|
.forPath(nodePath); |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper delete key error", e); |
||||||
|
} |
||||||
|
return true; |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public boolean acquireLock(String key) { |
||||||
|
|
||||||
|
InterProcessMutex interProcessMutex = new InterProcessMutex(client, key); |
||||||
|
try { |
||||||
|
interProcessMutex.acquire(); |
||||||
|
if (null == threadLocalLockMap.get()) { |
||||||
|
threadLocalLockMap.set(new HashMap<>(3)); |
||||||
|
} |
||||||
|
threadLocalLockMap.get().put(key, interProcessMutex); |
||||||
|
return true; |
||||||
|
} catch (Exception e) { |
||||||
|
try { |
||||||
|
interProcessMutex.release(); |
||||||
|
throw new RegistryException("zookeeper get lock error", e); |
||||||
|
} catch (Exception exception) { |
||||||
|
throw new RegistryException("zookeeper release lock error", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public boolean releaseLock(String key) { |
||||||
|
if (null == threadLocalLockMap.get().get(key)) { |
||||||
|
return false; |
||||||
|
} |
||||||
|
try { |
||||||
|
threadLocalLockMap.get().get(key).release(); |
||||||
|
threadLocalLockMap.get().remove(key); |
||||||
|
if (threadLocalLockMap.get().isEmpty()) { |
||||||
|
threadLocalLockMap.remove(); |
||||||
|
} |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RegistryException("zookeeper release lock error", e); |
||||||
|
} |
||||||
|
return true; |
||||||
|
} |
||||||
|
|
||||||
|
public CuratorFramework getClient() { |
||||||
|
return client; |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public void close() { |
||||||
|
treeCacheMap.forEach((key, value) -> value.close()); |
||||||
|
waitForCacheClose(500); |
||||||
|
CloseableUtils.closeQuietly(client); |
||||||
|
} |
||||||
|
|
||||||
|
private void waitForCacheClose(long millis) { |
||||||
|
try { |
||||||
|
Thread.sleep(millis); |
||||||
|
} catch (final InterruptedException ex) { |
||||||
|
Thread.currentThread().interrupt(); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,37 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.plugin.registry.zookeeper; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.spi.register.Registry; |
||||||
|
import org.apache.dolphinscheduler.spi.register.RegistryFactory; |
||||||
|
|
||||||
|
/** |
||||||
|
* Zookeeper registry factory |
||||||
|
*/ |
||||||
|
public class ZookeeperRegistryFactory implements RegistryFactory { |
||||||
|
|
||||||
|
@Override |
||||||
|
public String getName() { |
||||||
|
return "zookeeper"; |
||||||
|
} |
||||||
|
|
||||||
|
@Override |
||||||
|
public Registry create() { |
||||||
|
return new ZookeeperRegistry(); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,129 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.plugin.registry.zookeeper; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.spi.register.DataChangeEvent; |
||||||
|
import org.apache.dolphinscheduler.spi.register.SubscribeListener; |
||||||
|
|
||||||
|
import org.apache.curator.test.TestingServer; |
||||||
|
|
||||||
|
import java.io.IOException; |
||||||
|
import java.util.ArrayList; |
||||||
|
import java.util.Arrays; |
||||||
|
import java.util.HashMap; |
||||||
|
import java.util.List; |
||||||
|
import java.util.Map; |
||||||
|
import java.util.concurrent.CountDownLatch; |
||||||
|
|
||||||
|
import org.junit.After; |
||||||
|
import org.junit.Assert; |
||||||
|
import org.junit.Before; |
||||||
|
import org.junit.Test; |
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
|
||||||
|
public class ZookeeperRegistryTest { |
||||||
|
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(ZookeeperRegistryTest.class); |
||||||
|
|
||||||
|
TestingServer server; |
||||||
|
|
||||||
|
ZookeeperRegistry registry = new ZookeeperRegistry(); |
||||||
|
|
||||||
|
@Before |
||||||
|
public void before() throws Exception { |
||||||
|
server = new TestingServer(true); |
||||||
|
Map<String, String> registryConfig = new HashMap<>(); |
||||||
|
registryConfig.put(ZookeeperConfiguration.SERVERS.getName(), server.getConnectString()); |
||||||
|
registry.init(registryConfig); |
||||||
|
registry.persist("/sub", ""); |
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void persistTest() { |
||||||
|
registry.persist("/nodes/m1", ""); |
||||||
|
registry.persist("/nodes/m2", ""); |
||||||
|
Assert.assertEquals(Arrays.asList("m2", "m1"), registry.getChildren("/nodes")); |
||||||
|
Assert.assertTrue(registry.isExisted("/nodes/m1")); |
||||||
|
registry.delete("/nodes/m2"); |
||||||
|
Assert.assertFalse(registry.isExisted("/nodes/m2")); |
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void lockTest() throws InterruptedException { |
||||||
|
CountDownLatch preCountDownLatch = new CountDownLatch(1); |
||||||
|
CountDownLatch allCountDownLatch = new CountDownLatch(2); |
||||||
|
List<String> testData = new ArrayList<>(); |
||||||
|
new Thread(() -> { |
||||||
|
registry.acquireLock("/lock"); |
||||||
|
preCountDownLatch.countDown(); |
||||||
|
logger.info(Thread.currentThread().getName() + " :I got the lock, but I don't want to work. I want to rest for a while"); |
||||||
|
try { |
||||||
|
Thread.sleep(1000); |
||||||
|
logger.info(Thread.currentThread().getName() + " :I'm going to start working"); |
||||||
|
testData.add("thread1"); |
||||||
|
|
||||||
|
} catch (InterruptedException e) { |
||||||
|
Thread.currentThread().interrupt(); |
||||||
|
} finally { |
||||||
|
logger.info(Thread.currentThread().getName() + " :I have finished my work, now I release the lock"); |
||||||
|
registry.releaseLock("/lock"); |
||||||
|
allCountDownLatch.countDown(); |
||||||
|
} |
||||||
|
}).start(); |
||||||
|
preCountDownLatch.await(); |
||||||
|
new Thread(() -> { |
||||||
|
try { |
||||||
|
logger.info(Thread.currentThread().getName() + " :I am trying to acquire the lock"); |
||||||
|
registry.acquireLock("/lock"); |
||||||
|
logger.info(Thread.currentThread().getName() + " :I got the lock and I started working"); |
||||||
|
|
||||||
|
testData.add("thread2"); |
||||||
|
} finally { |
||||||
|
registry.releaseLock("/lock"); |
||||||
|
allCountDownLatch.countDown(); |
||||||
|
} |
||||||
|
|
||||||
|
}).start(); |
||||||
|
allCountDownLatch.await(); |
||||||
|
Assert.assertEquals(testData, Arrays.asList("thread1", "thread2")); |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void subscribeTest() { |
||||||
|
boolean status = registry.subscribe("/sub", new TestListener()); |
||||||
|
Assert.assertTrue(status); |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
class TestListener implements SubscribeListener { |
||||||
|
|
||||||
|
@Override |
||||||
|
public void notify(String path, DataChangeEvent dataChangeEvent) { |
||||||
|
logger.info("I'm test listener"); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
@After |
||||||
|
public void after() throws IOException { |
||||||
|
registry.close(); |
||||||
|
server.close(); |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,43 @@ |
|||||||
|
<?xml version="1.0" encoding="UTF-8"?> |
||||||
|
<!-- |
||||||
|
~ Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
~ contributor license agreements. See the NOTICE file distributed with |
||||||
|
~ this work for additional information regarding copyright ownership. |
||||||
|
~ The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
~ (the "License"); you may not use this file except in compliance with |
||||||
|
~ the License. You may obtain a copy of the License at |
||||||
|
~ |
||||||
|
~ http://www.apache.org/licenses/LICENSE-2.0 |
||||||
|
~ |
||||||
|
~ Unless required by applicable law or agreed to in writing, software |
||||||
|
~ distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
~ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
~ See the License for the specific language governing permissions and |
||||||
|
~ limitations under the License. |
||||||
|
--> |
||||||
|
<project xmlns="http://maven.apache.org/POM/4.0.0" |
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" |
||||||
|
xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd"> |
||||||
|
<parent> |
||||||
|
<artifactId>dolphinscheduler</artifactId> |
||||||
|
<groupId>org.apache.dolphinscheduler</groupId> |
||||||
|
<version>1.3.6-SNAPSHOT</version> |
||||||
|
</parent> |
||||||
|
<modelVersion>4.0.0</modelVersion> |
||||||
|
<groupId>org.apache.dolphinscheduler</groupId> |
||||||
|
<artifactId>dolphinscheduler-registry-plugin</artifactId> |
||||||
|
<packaging>pom</packaging> |
||||||
|
|
||||||
|
<dependencies> |
||||||
|
<!-- dolphinscheduler --> |
||||||
|
<dependency> |
||||||
|
<groupId>org.apache.dolphinscheduler</groupId> |
||||||
|
<artifactId>dolphinscheduler-spi</artifactId> |
||||||
|
<scope>provided</scope> |
||||||
|
</dependency> |
||||||
|
</dependencies> |
||||||
|
|
||||||
|
<modules> |
||||||
|
<module>dolphinscheduler-registry-zookeeper</module> |
||||||
|
</modules> |
||||||
|
</project> |
||||||
@ -1,144 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
package org.apache.dolphinscheduler.server.master.registry; |
|
||||||
|
|
||||||
import org.apache.dolphinscheduler.common.Constants; |
|
||||||
import org.apache.dolphinscheduler.common.utils.DateUtils; |
|
||||||
import org.apache.dolphinscheduler.common.utils.NetUtils; |
|
||||||
import org.apache.dolphinscheduler.remote.utils.NamedThreadFactory; |
|
||||||
import org.apache.dolphinscheduler.server.master.config.MasterConfig; |
|
||||||
import org.apache.dolphinscheduler.server.registry.HeartBeatTask; |
|
||||||
import org.apache.dolphinscheduler.server.registry.ZookeeperRegistryCenter; |
|
||||||
|
|
||||||
import org.apache.curator.framework.state.ConnectionState; |
|
||||||
|
|
||||||
import java.util.Date; |
|
||||||
import java.util.concurrent.Executors; |
|
||||||
import java.util.concurrent.ScheduledExecutorService; |
|
||||||
import java.util.concurrent.TimeUnit; |
|
||||||
|
|
||||||
import javax.annotation.PostConstruct; |
|
||||||
|
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
import org.springframework.beans.factory.annotation.Autowired; |
|
||||||
import org.springframework.stereotype.Service; |
|
||||||
|
|
||||||
import com.google.common.collect.Sets; |
|
||||||
|
|
||||||
/** |
|
||||||
* master registry |
|
||||||
*/ |
|
||||||
@Service |
|
||||||
public class MasterRegistry { |
|
||||||
|
|
||||||
private final Logger logger = LoggerFactory.getLogger(MasterRegistry.class); |
|
||||||
|
|
||||||
/** |
|
||||||
* zookeeper registry center |
|
||||||
*/ |
|
||||||
@Autowired |
|
||||||
private ZookeeperRegistryCenter zookeeperRegistryCenter; |
|
||||||
|
|
||||||
/** |
|
||||||
* master config |
|
||||||
*/ |
|
||||||
@Autowired |
|
||||||
private MasterConfig masterConfig; |
|
||||||
|
|
||||||
/** |
|
||||||
* heartbeat executor |
|
||||||
*/ |
|
||||||
private ScheduledExecutorService heartBeatExecutor; |
|
||||||
|
|
||||||
/** |
|
||||||
* master start time |
|
||||||
*/ |
|
||||||
private String startTime; |
|
||||||
|
|
||||||
@PostConstruct |
|
||||||
public void init() { |
|
||||||
this.startTime = DateUtils.dateToString(new Date()); |
|
||||||
this.heartBeatExecutor = Executors.newSingleThreadScheduledExecutor(new NamedThreadFactory("HeartBeatExecutor")); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* registry |
|
||||||
*/ |
|
||||||
public void registry() { |
|
||||||
String address = NetUtils.getAddr(masterConfig.getListenPort()); |
|
||||||
String localNodePath = getMasterPath(); |
|
||||||
zookeeperRegistryCenter.getRegisterOperator().persistEphemeral(localNodePath, ""); |
|
||||||
zookeeperRegistryCenter.getRegisterOperator().getZkClient().getConnectionStateListenable().addListener( |
|
||||||
(client, newState) -> { |
|
||||||
if (newState == ConnectionState.LOST) { |
|
||||||
logger.error("master : {} connection lost from zookeeper", address); |
|
||||||
} else if (newState == ConnectionState.RECONNECTED) { |
|
||||||
logger.info("master : {} reconnected to zookeeper", address); |
|
||||||
} else if (newState == ConnectionState.SUSPENDED) { |
|
||||||
logger.warn("master : {} connection SUSPENDED ", address); |
|
||||||
} |
|
||||||
}); |
|
||||||
int masterHeartbeatInterval = masterConfig.getMasterHeartbeatInterval(); |
|
||||||
HeartBeatTask heartBeatTask = new HeartBeatTask(startTime, |
|
||||||
masterConfig.getMasterMaxCpuloadAvg(), |
|
||||||
masterConfig.getMasterReservedMemory(), |
|
||||||
Sets.newHashSet(getMasterPath()), |
|
||||||
Constants.MASTER_TYPE, |
|
||||||
zookeeperRegistryCenter); |
|
||||||
|
|
||||||
this.heartBeatExecutor.scheduleAtFixedRate(heartBeatTask, masterHeartbeatInterval, masterHeartbeatInterval, TimeUnit.SECONDS); |
|
||||||
logger.info("master node : {} registry to ZK successfully with heartBeatInterval : {}s", address, masterHeartbeatInterval); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* remove registry info |
|
||||||
*/ |
|
||||||
public void unRegistry() { |
|
||||||
String address = getLocalAddress(); |
|
||||||
String localNodePath = getMasterPath(); |
|
||||||
zookeeperRegistryCenter.getRegisterOperator().remove(localNodePath); |
|
||||||
logger.info("master node : {} unRegistry to ZK.", address); |
|
||||||
heartBeatExecutor.shutdown(); |
|
||||||
logger.info("heartbeat executor shutdown"); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get master path |
|
||||||
*/ |
|
||||||
public String getMasterPath() { |
|
||||||
String address = getLocalAddress(); |
|
||||||
return this.zookeeperRegistryCenter.getMasterPath() + "/" + address; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get local address |
|
||||||
*/ |
|
||||||
private String getLocalAddress() { |
|
||||||
return NetUtils.getAddr(masterConfig.getListenPort()); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get zookeeper registry center |
|
||||||
* @return ZookeeperRegistryCenter |
|
||||||
*/ |
|
||||||
public ZookeeperRegistryCenter getZookeeperRegistryCenter() { |
|
||||||
return zookeeperRegistryCenter; |
|
||||||
} |
|
||||||
|
|
||||||
} |
|
||||||
@ -0,0 +1,90 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.server.master.registry; |
||||||
|
|
||||||
|
import static org.apache.dolphinscheduler.common.Constants.REGISTRY_DOLPHINSCHEDULER_MASTERS; |
||||||
|
import static org.apache.dolphinscheduler.common.Constants.REGISTRY_DOLPHINSCHEDULER_WORKERS; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.common.Constants; |
||||||
|
import org.apache.dolphinscheduler.common.enums.NodeType; |
||||||
|
import org.apache.dolphinscheduler.spi.register.DataChangeEvent; |
||||||
|
import org.apache.dolphinscheduler.spi.register.SubscribeListener; |
||||||
|
|
||||||
|
import javax.annotation.Resource; |
||||||
|
|
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
|
||||||
|
public class MasterRegistryDataListener implements SubscribeListener { |
||||||
|
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(MasterRegistryDataListener.class); |
||||||
|
|
||||||
|
@Resource |
||||||
|
MasterRegistryClient masterRegistryClient; |
||||||
|
|
||||||
|
@Override |
||||||
|
public void notify(String path, DataChangeEvent event) { |
||||||
|
//monitor master
|
||||||
|
if (path.startsWith(REGISTRY_DOLPHINSCHEDULER_MASTERS + Constants.SINGLE_SLASH)) { |
||||||
|
handleMasterEvent(event, path); |
||||||
|
} else if (path.startsWith(REGISTRY_DOLPHINSCHEDULER_WORKERS + Constants.SINGLE_SLASH)) { |
||||||
|
//monitor worker
|
||||||
|
handleWorkerEvent(event, path); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* monitor master |
||||||
|
* |
||||||
|
* @param event event |
||||||
|
* @param path path |
||||||
|
*/ |
||||||
|
public void handleMasterEvent(DataChangeEvent event, String path) { |
||||||
|
switch (event) { |
||||||
|
case ADD: |
||||||
|
logger.info("master node added : {}", path); |
||||||
|
break; |
||||||
|
case REMOVE: |
||||||
|
masterRegistryClient.removeNodePath(path, NodeType.MASTER, true); |
||||||
|
break; |
||||||
|
default: |
||||||
|
break; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* monitor worker |
||||||
|
* |
||||||
|
* @param event event |
||||||
|
* @param path path |
||||||
|
*/ |
||||||
|
public void handleWorkerEvent(DataChangeEvent event, String path) { |
||||||
|
switch (event) { |
||||||
|
case ADD: |
||||||
|
logger.info("worker node added : {}", path); |
||||||
|
break; |
||||||
|
case REMOVE: |
||||||
|
logger.info("worker node deleted : {}", path); |
||||||
|
masterRegistryClient.removeNodePath(path, NodeType.WORKER, true); |
||||||
|
break; |
||||||
|
default: |
||||||
|
break; |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
@ -1,239 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
package org.apache.dolphinscheduler.server.registry; |
|
||||||
|
|
||||||
import static org.apache.dolphinscheduler.common.Constants.SINGLE_SLASH; |
|
||||||
import static org.apache.dolphinscheduler.common.Constants.UNDERLINE; |
|
||||||
|
|
||||||
import org.apache.dolphinscheduler.common.Constants; |
|
||||||
import org.apache.dolphinscheduler.common.IStoppable; |
|
||||||
import org.apache.dolphinscheduler.service.zk.RegisterOperator; |
|
||||||
import org.apache.dolphinscheduler.service.zk.ZookeeperConfig; |
|
||||||
|
|
||||||
import java.util.HashSet; |
|
||||||
import java.util.List; |
|
||||||
import java.util.Set; |
|
||||||
import java.util.concurrent.atomic.AtomicBoolean; |
|
||||||
|
|
||||||
import org.springframework.beans.factory.InitializingBean; |
|
||||||
import org.springframework.beans.factory.annotation.Autowired; |
|
||||||
import org.springframework.stereotype.Service; |
|
||||||
|
|
||||||
/** |
|
||||||
* zookeeper register center |
|
||||||
*/ |
|
||||||
@Service |
|
||||||
public class ZookeeperRegistryCenter implements InitializingBean { |
|
||||||
|
|
||||||
private final AtomicBoolean isStarted = new AtomicBoolean(false); |
|
||||||
|
|
||||||
|
|
||||||
@Autowired |
|
||||||
protected RegisterOperator registerOperator; |
|
||||||
@Autowired |
|
||||||
private ZookeeperConfig zookeeperConfig; |
|
||||||
|
|
||||||
/** |
|
||||||
* nodes namespace |
|
||||||
*/ |
|
||||||
public String NODES; |
|
||||||
|
|
||||||
/** |
|
||||||
* master path |
|
||||||
*/ |
|
||||||
public String MASTER_PATH; |
|
||||||
|
|
||||||
/** |
|
||||||
* worker path |
|
||||||
*/ |
|
||||||
public String WORKER_PATH; |
|
||||||
|
|
||||||
public final String EMPTY = ""; |
|
||||||
|
|
||||||
private IStoppable stoppable; |
|
||||||
|
|
||||||
@Override |
|
||||||
public void afterPropertiesSet() throws Exception { |
|
||||||
NODES = zookeeperConfig.getDsRoot() + "/nodes"; |
|
||||||
MASTER_PATH = NODES + "/master"; |
|
||||||
WORKER_PATH = NODES + "/worker"; |
|
||||||
|
|
||||||
init(); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* init node persist |
|
||||||
*/ |
|
||||||
public void init() { |
|
||||||
if (isStarted.compareAndSet(false, true)) { |
|
||||||
initNodes(); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* init nodes |
|
||||||
*/ |
|
||||||
private void initNodes() { |
|
||||||
registerOperator.persist(MASTER_PATH, EMPTY); |
|
||||||
registerOperator.persist(WORKER_PATH, EMPTY); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* close |
|
||||||
*/ |
|
||||||
public void close() { |
|
||||||
if (isStarted.compareAndSet(true, false) && registerOperator != null) { |
|
||||||
registerOperator.close(); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get master path |
|
||||||
* |
|
||||||
* @return master path |
|
||||||
*/ |
|
||||||
public String getMasterPath() { |
|
||||||
return MASTER_PATH; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get worker path |
|
||||||
* |
|
||||||
* @return worker path |
|
||||||
*/ |
|
||||||
public String getWorkerPath() { |
|
||||||
return WORKER_PATH; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get master nodes directly |
|
||||||
* |
|
||||||
* @return master nodes |
|
||||||
*/ |
|
||||||
public Set<String> getMasterNodesDirectly() { |
|
||||||
List<String> masters = getChildrenKeys(MASTER_PATH); |
|
||||||
return new HashSet<>(masters); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get worker nodes directly |
|
||||||
* |
|
||||||
* @return master nodes |
|
||||||
*/ |
|
||||||
public Set<String> getWorkerNodesDirectly() { |
|
||||||
List<String> workers = getChildrenKeys(WORKER_PATH); |
|
||||||
return new HashSet<>(workers); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get worker group directly |
|
||||||
* |
|
||||||
* @return worker group nodes |
|
||||||
*/ |
|
||||||
public Set<String> getWorkerGroupDirectly() { |
|
||||||
List<String> workers = getChildrenKeys(getWorkerPath()); |
|
||||||
return new HashSet<>(workers); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get worker group nodes |
|
||||||
* |
|
||||||
* @param workerGroup |
|
||||||
* @return |
|
||||||
*/ |
|
||||||
public Set<String> getWorkerGroupNodesDirectly(String workerGroup) { |
|
||||||
List<String> workers = getChildrenKeys(getWorkerGroupPath(workerGroup)); |
|
||||||
return new HashSet<>(workers); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* whether worker path |
|
||||||
* |
|
||||||
* @param path path |
|
||||||
* @return result |
|
||||||
*/ |
|
||||||
public boolean isWorkerPath(String path) { |
|
||||||
return path != null && path.contains(WORKER_PATH); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* whether master path |
|
||||||
* |
|
||||||
* @param path path |
|
||||||
* @return result |
|
||||||
*/ |
|
||||||
public boolean isMasterPath(String path) { |
|
||||||
return path != null && path.contains(MASTER_PATH); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get worker group path |
|
||||||
* |
|
||||||
* @param workerGroup workerGroup |
|
||||||
* @return worker group path |
|
||||||
*/ |
|
||||||
public String getWorkerGroupPath(String workerGroup) { |
|
||||||
return WORKER_PATH + "/" + workerGroup; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* get children nodes |
|
||||||
* |
|
||||||
* @param key key |
|
||||||
* @return children nodes |
|
||||||
*/ |
|
||||||
public List<String> getChildrenKeys(final String key) { |
|
||||||
return registerOperator.getChildrenKeys(key); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* @return get dead server node parent path |
|
||||||
*/ |
|
||||||
public String getDeadZNodeParentPath() { |
|
||||||
return registerOperator.getZookeeperConfig().getDsRoot() + Constants.ZOOKEEPER_DOLPHINSCHEDULER_DEAD_SERVERS; |
|
||||||
} |
|
||||||
|
|
||||||
public void setStoppable(IStoppable stoppable) { |
|
||||||
this.stoppable = stoppable; |
|
||||||
} |
|
||||||
|
|
||||||
public IStoppable getStoppable() { |
|
||||||
return stoppable; |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* check dead server or not , if dead, stop self |
|
||||||
* |
|
||||||
* @param zNode node path |
|
||||||
* @param serverType master or worker prefix |
|
||||||
* @return true if not exists |
|
||||||
* @throws Exception errors |
|
||||||
*/ |
|
||||||
protected boolean checkIsDeadServer(String zNode, String serverType) throws Exception { |
|
||||||
// ip_sequence_no
|
|
||||||
String[] zNodesPath = zNode.split("\\/"); |
|
||||||
String ipSeqNo = zNodesPath[zNodesPath.length - 1]; |
|
||||||
String deadServerPath = getDeadZNodeParentPath() + SINGLE_SLASH + serverType + UNDERLINE + ipSeqNo; |
|
||||||
|
|
||||||
return !registerOperator.isExisted(zNode) || registerOperator.isExisted(deadServerPath); |
|
||||||
} |
|
||||||
|
|
||||||
public RegisterOperator getRegisterOperator() { |
|
||||||
return registerOperator; |
|
||||||
} |
|
||||||
} |
|
||||||
@ -0,0 +1,105 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.server.master.registry; |
||||||
|
|
||||||
|
import static org.mockito.BDDMockito.given; |
||||||
|
import static org.mockito.Mockito.doNothing; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.common.enums.CommandType; |
||||||
|
import org.apache.dolphinscheduler.common.enums.NodeType; |
||||||
|
import org.apache.dolphinscheduler.common.model.Server; |
||||||
|
import org.apache.dolphinscheduler.dao.entity.ProcessInstance; |
||||||
|
import org.apache.dolphinscheduler.dao.entity.TaskInstance; |
||||||
|
import org.apache.dolphinscheduler.server.master.config.MasterConfig; |
||||||
|
import org.apache.dolphinscheduler.service.process.ProcessService; |
||||||
|
import org.apache.dolphinscheduler.service.registry.RegistryClient; |
||||||
|
|
||||||
|
import java.util.Arrays; |
||||||
|
import java.util.Date; |
||||||
|
import java.util.concurrent.ScheduledExecutorService; |
||||||
|
|
||||||
|
import org.junit.Before; |
||||||
|
import org.junit.Test; |
||||||
|
import org.junit.runner.RunWith; |
||||||
|
import org.mockito.InjectMocks; |
||||||
|
import org.mockito.Mock; |
||||||
|
import org.mockito.Mockito; |
||||||
|
import org.mockito.junit.MockitoJUnitRunner; |
||||||
|
|
||||||
|
/** |
||||||
|
* MasterRegistryClientTest |
||||||
|
*/ |
||||||
|
@RunWith(MockitoJUnitRunner.class) |
||||||
|
public class MasterRegistryClientTest { |
||||||
|
|
||||||
|
@InjectMocks |
||||||
|
private MasterRegistryClient masterRegistryClient; |
||||||
|
|
||||||
|
@Mock |
||||||
|
private MasterConfig masterConfig; |
||||||
|
|
||||||
|
@Mock |
||||||
|
private RegistryClient registryClient; |
||||||
|
|
||||||
|
@Mock |
||||||
|
private ScheduledExecutorService heartBeatExecutor; |
||||||
|
@Mock |
||||||
|
private ProcessService processService; |
||||||
|
|
||||||
|
@Before |
||||||
|
public void before() throws Exception { |
||||||
|
given(registryClient.getLock(Mockito.anyString())).willReturn(true); |
||||||
|
given(registryClient.getMasterFailoverLockPath()).willReturn("/path"); |
||||||
|
given(registryClient.releaseLock(Mockito.anyString())).willReturn(true); |
||||||
|
given(registryClient.getHostByEventDataPath(Mockito.anyString())).willReturn("127.0.0.1:8080"); |
||||||
|
doNothing().when(registryClient).handleDeadServer(Mockito.anyString(), Mockito.any(NodeType.class), Mockito.anyString()); |
||||||
|
ProcessInstance processInstance = new ProcessInstance(); |
||||||
|
processInstance.setId(1); |
||||||
|
processInstance.setHost("127.0.0.1:8080"); |
||||||
|
processInstance.setHistoryCmd("xxx"); |
||||||
|
processInstance.setCommandType(CommandType.STOP); |
||||||
|
given(processService.queryNeedFailoverProcessInstances(Mockito.anyString())).willReturn(Arrays.asList(processInstance)); |
||||||
|
doNothing().when(processService).processNeedFailoverProcessInstances(Mockito.any(ProcessInstance.class)); |
||||||
|
TaskInstance taskInstance = new TaskInstance(); |
||||||
|
taskInstance.setId(1); |
||||||
|
taskInstance.setStartTime(new Date()); |
||||||
|
taskInstance.setHost("127.0.0.1:8080"); |
||||||
|
given(processService.queryNeedFailoverTaskInstances(Mockito.anyString())).willReturn(Arrays.asList(taskInstance)); |
||||||
|
given(processService.findProcessInstanceDetailById(Mockito.anyInt())).willReturn(processInstance); |
||||||
|
given(registryClient.checkNodeExists(Mockito.anyString(), Mockito.any())).willReturn(true); |
||||||
|
Server server = new Server(); |
||||||
|
server.setHost("127.0.0.1"); |
||||||
|
server.setPort(8080); |
||||||
|
server.setCreateTime(new Date()); |
||||||
|
given(registryClient.getServerList(NodeType.WORKER)).willReturn(Arrays.asList(server)); |
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void registryTest() { |
||||||
|
masterRegistryClient.registry(); |
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void removeNodePathTest() { |
||||||
|
|
||||||
|
masterRegistryClient.removeNodePath("/path", NodeType.MASTER, false); |
||||||
|
masterRegistryClient.removeNodePath("/path", NodeType.MASTER, true); |
||||||
|
//Cannot mock static methods
|
||||||
|
masterRegistryClient.removeNodePath("/path", NodeType.WORKER, true); |
||||||
|
} |
||||||
|
} |
||||||
@ -1,79 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
package org.apache.dolphinscheduler.server.master.registry; |
|
||||||
|
|
||||||
import static org.apache.dolphinscheduler.common.Constants.HEARTBEAT_FOR_ZOOKEEPER_INFO_LENGTH; |
|
||||||
|
|
||||||
import org.apache.dolphinscheduler.common.utils.NetUtils; |
|
||||||
import org.apache.dolphinscheduler.remote.utils.Constants; |
|
||||||
import org.apache.dolphinscheduler.server.master.config.MasterConfig; |
|
||||||
import org.apache.dolphinscheduler.server.registry.ZookeeperRegistryCenter; |
|
||||||
import org.apache.dolphinscheduler.server.zk.SpringZKServer; |
|
||||||
import org.apache.dolphinscheduler.service.zk.CuratorZookeeperClient; |
|
||||||
import org.apache.dolphinscheduler.service.zk.ZookeeperCachedOperator; |
|
||||||
import org.apache.dolphinscheduler.service.zk.ZookeeperConfig; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
import java.util.concurrent.TimeUnit; |
|
||||||
|
|
||||||
import org.junit.Assert; |
|
||||||
import org.junit.Test; |
|
||||||
import org.junit.runner.RunWith; |
|
||||||
import org.springframework.beans.factory.annotation.Autowired; |
|
||||||
import org.springframework.test.context.ContextConfiguration; |
|
||||||
import org.springframework.test.context.junit4.SpringRunner; |
|
||||||
|
|
||||||
/** |
|
||||||
* master registry test |
|
||||||
*/ |
|
||||||
@RunWith(SpringRunner.class) |
|
||||||
@ContextConfiguration(classes = {SpringZKServer.class, MasterRegistry.class, ZookeeperRegistryCenter.class, |
|
||||||
MasterConfig.class, ZookeeperCachedOperator.class, ZookeeperConfig.class, CuratorZookeeperClient.class}) |
|
||||||
public class MasterRegistryTest { |
|
||||||
|
|
||||||
@Autowired |
|
||||||
private MasterRegistry masterRegistry; |
|
||||||
|
|
||||||
@Autowired |
|
||||||
private ZookeeperRegistryCenter zookeeperRegistryCenter; |
|
||||||
|
|
||||||
@Autowired |
|
||||||
private MasterConfig masterConfig; |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testRegistry() throws InterruptedException { |
|
||||||
masterRegistry.registry(); |
|
||||||
String masterPath = zookeeperRegistryCenter.getMasterPath(); |
|
||||||
TimeUnit.SECONDS.sleep(masterConfig.getMasterHeartbeatInterval() + 2); //wait heartbeat info write into zk node
|
|
||||||
String masterNodePath = masterPath + "/" + (NetUtils.getAddr(Constants.LOCAL_ADDRESS, masterConfig.getListenPort())); |
|
||||||
String heartbeat = zookeeperRegistryCenter.getRegisterOperator().get(masterNodePath); |
|
||||||
Assert.assertEquals(HEARTBEAT_FOR_ZOOKEEPER_INFO_LENGTH, heartbeat.split(",").length); |
|
||||||
masterRegistry.unRegistry(); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testUnRegistry() throws InterruptedException { |
|
||||||
masterRegistry.init(); |
|
||||||
masterRegistry.registry(); |
|
||||||
TimeUnit.SECONDS.sleep(masterConfig.getMasterHeartbeatInterval() + 2); //wait heartbeat info write into zk node
|
|
||||||
masterRegistry.unRegistry(); |
|
||||||
String masterPath = zookeeperRegistryCenter.getMasterPath(); |
|
||||||
List<String> childrenKeys = zookeeperRegistryCenter.getRegisterOperator().getChildrenKeys(masterPath); |
|
||||||
Assert.assertTrue(childrenKeys.isEmpty()); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,78 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
package org.apache.dolphinscheduler.server.master.zk; |
|
||||||
|
|
||||||
import org.apache.dolphinscheduler.common.utils.CollectionUtils; |
|
||||||
import org.apache.dolphinscheduler.common.utils.NetUtils; |
|
||||||
import org.apache.dolphinscheduler.dao.datasource.SpringConnectionFactory; |
|
||||||
import org.apache.dolphinscheduler.server.master.config.MasterConfig; |
|
||||||
import org.apache.dolphinscheduler.server.master.registry.MasterRegistry; |
|
||||||
import org.apache.dolphinscheduler.server.master.registry.ServerNodeManager; |
|
||||||
import org.apache.dolphinscheduler.server.registry.DependencyConfig; |
|
||||||
import org.apache.dolphinscheduler.server.registry.ZookeeperRegistryCenter; |
|
||||||
import org.apache.dolphinscheduler.server.worker.config.WorkerConfig; |
|
||||||
import org.apache.dolphinscheduler.server.zk.SpringZKServer; |
|
||||||
import org.apache.dolphinscheduler.service.zk.RegisterOperator; |
|
||||||
import org.apache.dolphinscheduler.service.zk.ZookeeperCachedOperator; |
|
||||||
import org.apache.dolphinscheduler.service.zk.ZookeeperConfig; |
|
||||||
|
|
||||||
import java.util.Set; |
|
||||||
|
|
||||||
import org.junit.Assert; |
|
||||||
import org.junit.Test; |
|
||||||
import org.junit.runner.RunWith; |
|
||||||
import org.springframework.beans.factory.annotation.Autowired; |
|
||||||
import org.springframework.test.context.ContextConfiguration; |
|
||||||
import org.springframework.test.context.junit4.SpringJUnit4ClassRunner; |
|
||||||
|
|
||||||
/** |
|
||||||
* zookeeper master client test |
|
||||||
*/ |
|
||||||
@RunWith(SpringJUnit4ClassRunner.class) |
|
||||||
@ContextConfiguration(classes = {DependencyConfig.class, SpringZKServer.class, MasterRegistry.class, |
|
||||||
ZookeeperRegistryCenter.class, MasterConfig.class, WorkerConfig.class, SpringConnectionFactory.class, |
|
||||||
ZookeeperCachedOperator.class, ZookeeperConfig.class, ServerNodeManager.class, |
|
||||||
ZKMasterClient.class, RegisterOperator.class}) |
|
||||||
public class ZKMasterClientTest { |
|
||||||
|
|
||||||
@Autowired |
|
||||||
private ZKMasterClient zkMasterClient; |
|
||||||
|
|
||||||
@Autowired |
|
||||||
private ServerNodeManager serverNodeManager; |
|
||||||
|
|
||||||
@Autowired |
|
||||||
private MasterConfig masterConfig; |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testZKMasterClient() { |
|
||||||
zkMasterClient.start(); |
|
||||||
try { |
|
||||||
//let the serverNodeManager catch the registry event
|
|
||||||
Thread.sleep(2000); |
|
||||||
} catch (InterruptedException ignore) { |
|
||||||
//ignore
|
|
||||||
} |
|
||||||
Set<String> masterNodes = serverNodeManager.getMasterNodes(); |
|
||||||
Assert.assertTrue(CollectionUtils.isNotEmpty(masterNodes)); |
|
||||||
Assert.assertEquals(1, masterNodes.size()); |
|
||||||
Assert.assertEquals(NetUtils.getAddr(masterConfig.getListenPort()), masterNodes.iterator().next()); |
|
||||||
zkMasterClient.close(); |
|
||||||
} |
|
||||||
|
|
||||||
} |
|
||||||
@ -0,0 +1,102 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.server.worker.registry; |
||||||
|
|
||||||
|
import static org.mockito.BDDMockito.given; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.server.worker.config.WorkerConfig; |
||||||
|
import org.apache.dolphinscheduler.service.registry.RegistryClient; |
||||||
|
|
||||||
|
import java.util.Set; |
||||||
|
import java.util.concurrent.ScheduledExecutorService; |
||||||
|
import java.util.concurrent.TimeUnit; |
||||||
|
|
||||||
|
import org.junit.Before; |
||||||
|
import org.junit.Test; |
||||||
|
import org.junit.runner.RunWith; |
||||||
|
import org.mockito.InjectMocks; |
||||||
|
import org.mockito.Mock; |
||||||
|
import org.mockito.Mockito; |
||||||
|
import org.mockito.junit.MockitoJUnitRunner; |
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
|
||||||
|
import com.google.common.collect.Sets; |
||||||
|
|
||||||
|
/** |
||||||
|
* worker registry test |
||||||
|
*/ |
||||||
|
@RunWith(MockitoJUnitRunner.Silent.class) |
||||||
|
public class WorkerRegistryClientTest { |
||||||
|
|
||||||
|
private static final Logger LOGGER = LoggerFactory.getLogger(WorkerRegistryClientTest.class); |
||||||
|
|
||||||
|
private static final String TEST_WORKER_GROUP = "test"; |
||||||
|
|
||||||
|
@InjectMocks |
||||||
|
private WorkerRegistryClient workerRegistryClient; |
||||||
|
|
||||||
|
@Mock |
||||||
|
private RegistryClient registryClient; |
||||||
|
|
||||||
|
@Mock |
||||||
|
private WorkerConfig workerConfig; |
||||||
|
|
||||||
|
@Mock |
||||||
|
private Set<String> workerGroups = Sets.newHashSet("127.0.0.1"); |
||||||
|
|
||||||
|
@Mock |
||||||
|
private ScheduledExecutorService heartBeatExecutor; |
||||||
|
|
||||||
|
//private static final Set<String> workerGroups;
|
||||||
|
|
||||||
|
static { |
||||||
|
// workerGroups = Sets.newHashSet(DEFAULT_WORKER_GROUP, TEST_WORKER_GROUP);
|
||||||
|
} |
||||||
|
|
||||||
|
@Before |
||||||
|
public void before() { |
||||||
|
|
||||||
|
given(registryClient.getWorkerPath()).willReturn("/nodes/worker"); |
||||||
|
given(workerConfig.getWorkerGroups()).willReturn(Sets.newHashSet("127.0.0.1")); |
||||||
|
//given(heartBeatExecutor.getWorkerGroups()).willReturn(Sets.newHashSet("127.0.0.1"));
|
||||||
|
//scheduleAtFixedRate
|
||||||
|
given(heartBeatExecutor.scheduleAtFixedRate(Mockito.any(), Mockito.anyLong(), Mockito.anyLong(), Mockito.any(TimeUnit.class))).willReturn(null); |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void testRegistry() { |
||||||
|
//workerRegistryClient.initWorkRegistry();
|
||||||
|
// System.out.println(this.workerGroups.iterator());
|
||||||
|
//Set<String> workerGroups = Sets.newHashSet("127.0.0.1");
|
||||||
|
//workerRegistryClient.registry();
|
||||||
|
// workerRegistryClient.handleDeadServer();
|
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void testUnRegistry() { |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
@Test |
||||||
|
public void testGetWorkerZkPaths() { |
||||||
|
|
||||||
|
} |
||||||
|
} |
||||||
@ -1,185 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
|
|
||||||
package org.apache.dolphinscheduler.server.worker.registry; |
|
||||||
|
|
||||||
import static org.apache.dolphinscheduler.common.Constants.DEFAULT_WORKER_GROUP; |
|
||||||
|
|
||||||
import org.apache.dolphinscheduler.common.utils.NetUtils; |
|
||||||
import org.apache.dolphinscheduler.common.utils.StringUtils; |
|
||||||
import org.apache.dolphinscheduler.server.registry.ZookeeperRegistryCenter; |
|
||||||
import org.apache.dolphinscheduler.server.worker.config.WorkerConfig; |
|
||||||
import org.apache.dolphinscheduler.service.zk.RegisterOperator; |
|
||||||
|
|
||||||
import org.apache.curator.framework.imps.CuratorFrameworkImpl; |
|
||||||
import org.apache.curator.framework.listen.Listenable; |
|
||||||
import org.apache.curator.framework.state.ConnectionStateListener; |
|
||||||
|
|
||||||
import java.util.List; |
|
||||||
import java.util.Set; |
|
||||||
import java.util.concurrent.Executor; |
|
||||||
|
|
||||||
import org.junit.Assert; |
|
||||||
import org.junit.Before; |
|
||||||
import org.junit.Test; |
|
||||||
import org.junit.runner.RunWith; |
|
||||||
import org.mockito.InjectMocks; |
|
||||||
import org.mockito.Mock; |
|
||||||
import org.mockito.Mockito; |
|
||||||
import org.mockito.junit.MockitoJUnitRunner; |
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
|
|
||||||
import com.google.common.collect.Sets; |
|
||||||
|
|
||||||
/** |
|
||||||
* worker registry test |
|
||||||
*/ |
|
||||||
@RunWith(MockitoJUnitRunner.Silent.class) |
|
||||||
public class WorkerRegistryTest { |
|
||||||
|
|
||||||
private static final Logger LOGGER = LoggerFactory.getLogger(WorkerRegistryTest.class); |
|
||||||
|
|
||||||
private static final String TEST_WORKER_GROUP = "test"; |
|
||||||
|
|
||||||
@InjectMocks |
|
||||||
private WorkerRegistry workerRegistry; |
|
||||||
|
|
||||||
@Mock |
|
||||||
private ZookeeperRegistryCenter zookeeperRegistryCenter; |
|
||||||
|
|
||||||
@Mock |
|
||||||
private RegisterOperator registerOperator; |
|
||||||
|
|
||||||
@Mock |
|
||||||
private CuratorFrameworkImpl zkClient; |
|
||||||
|
|
||||||
@Mock |
|
||||||
private WorkerConfig workerConfig; |
|
||||||
|
|
||||||
private static final Set<String> workerGroups; |
|
||||||
|
|
||||||
static { |
|
||||||
workerGroups = Sets.newHashSet(DEFAULT_WORKER_GROUP, TEST_WORKER_GROUP); |
|
||||||
} |
|
||||||
|
|
||||||
@Before |
|
||||||
public void before() { |
|
||||||
|
|
||||||
Mockito.when(workerConfig.getWorkerGroups()).thenReturn(workerGroups); |
|
||||||
|
|
||||||
Mockito.when(zookeeperRegistryCenter.getWorkerPath()).thenReturn("/dolphinscheduler/nodes/worker"); |
|
||||||
Mockito.when(zookeeperRegistryCenter.getRegisterOperator()).thenReturn(registerOperator); |
|
||||||
Mockito.when(zookeeperRegistryCenter.getRegisterOperator().getZkClient()).thenReturn(zkClient); |
|
||||||
Mockito.when(zookeeperRegistryCenter.getRegisterOperator().getZkClient().getConnectionStateListenable()).thenReturn( |
|
||||||
new Listenable<ConnectionStateListener>() { |
|
||||||
@Override |
|
||||||
public void addListener(ConnectionStateListener connectionStateListener) { |
|
||||||
LOGGER.info("add listener"); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public void addListener(ConnectionStateListener connectionStateListener, Executor executor) { |
|
||||||
LOGGER.info("add listener executor"); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public void removeListener(ConnectionStateListener connectionStateListener) { |
|
||||||
LOGGER.info("remove listener"); |
|
||||||
} |
|
||||||
}); |
|
||||||
|
|
||||||
Mockito.when(workerConfig.getWorkerHeartbeatInterval()).thenReturn(10); |
|
||||||
|
|
||||||
Mockito.when(workerConfig.getWorkerReservedMemory()).thenReturn(1.1); |
|
||||||
|
|
||||||
Mockito.when(workerConfig.getWorkerMaxCpuloadAvg()).thenReturn(1); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testRegistry() { |
|
||||||
|
|
||||||
workerRegistry.init(); |
|
||||||
|
|
||||||
workerRegistry.registry(); |
|
||||||
|
|
||||||
String workerPath = zookeeperRegistryCenter.getWorkerPath(); |
|
||||||
|
|
||||||
int i = 0; |
|
||||||
for (String workerGroup : workerConfig.getWorkerGroups()) { |
|
||||||
String workerZkPath = workerPath + "/" + workerGroup.trim() + "/" + (NetUtils.getAddr(workerConfig.getListenPort())); |
|
||||||
String heartbeat = zookeeperRegistryCenter.getRegisterOperator().get(workerZkPath); |
|
||||||
if (0 == i) { |
|
||||||
Assert.assertTrue(workerZkPath.startsWith("/dolphinscheduler/nodes/worker/test/")); |
|
||||||
} else { |
|
||||||
Assert.assertTrue(workerZkPath.startsWith("/dolphinscheduler/nodes/worker/default/")); |
|
||||||
} |
|
||||||
i++; |
|
||||||
} |
|
||||||
|
|
||||||
workerRegistry.unRegistry(); |
|
||||||
|
|
||||||
workerConfig.getWorkerGroups().add(StringUtils.EMPTY); |
|
||||||
workerRegistry.init(); |
|
||||||
workerRegistry.registry(); |
|
||||||
|
|
||||||
workerRegistry.unRegistry(); |
|
||||||
|
|
||||||
// testEmptyWorkerGroupsRegistry
|
|
||||||
workerConfig.getWorkerGroups().remove(StringUtils.EMPTY); |
|
||||||
workerConfig.getWorkerGroups().remove(TEST_WORKER_GROUP); |
|
||||||
workerConfig.getWorkerGroups().remove(DEFAULT_WORKER_GROUP); |
|
||||||
workerRegistry.init(); |
|
||||||
workerRegistry.registry(); |
|
||||||
|
|
||||||
List<String> testWorkerGroupPathZkChildren = zookeeperRegistryCenter.getChildrenKeys(workerPath + "/" + TEST_WORKER_GROUP); |
|
||||||
List<String> defaultWorkerGroupPathZkChildren = zookeeperRegistryCenter.getChildrenKeys(workerPath + "/" + DEFAULT_WORKER_GROUP); |
|
||||||
|
|
||||||
Assert.assertEquals(0, testWorkerGroupPathZkChildren.size()); |
|
||||||
Assert.assertEquals(0, defaultWorkerGroupPathZkChildren.size()); |
|
||||||
workerRegistry.unRegistry(); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testUnRegistry() { |
|
||||||
workerRegistry.init(); |
|
||||||
workerRegistry.registry(); |
|
||||||
|
|
||||||
workerRegistry.unRegistry(); |
|
||||||
String workerPath = zookeeperRegistryCenter.getWorkerPath(); |
|
||||||
|
|
||||||
for (String workerGroup : workerConfig.getWorkerGroups()) { |
|
||||||
String workerGroupPath = workerPath + "/" + workerGroup.trim(); |
|
||||||
List<String> childrenKeys = zookeeperRegistryCenter.getRegisterOperator().getChildrenKeys(workerGroupPath); |
|
||||||
Assert.assertTrue(childrenKeys.isEmpty()); |
|
||||||
} |
|
||||||
|
|
||||||
// testEmptyWorkerGroupsUnRegistry
|
|
||||||
workerConfig.getWorkerGroups().remove(TEST_WORKER_GROUP); |
|
||||||
workerConfig.getWorkerGroups().remove(DEFAULT_WORKER_GROUP); |
|
||||||
workerRegistry.init(); |
|
||||||
workerRegistry.registry(); |
|
||||||
|
|
||||||
workerRegistry.unRegistry(); |
|
||||||
} |
|
||||||
|
|
||||||
@Test |
|
||||||
public void testGetWorkerZkPaths() { |
|
||||||
workerRegistry.init(); |
|
||||||
Assert.assertEquals(workerGroups.size(),workerRegistry.getWorkerZkPaths().size()); |
|
||||||
} |
|
||||||
} |
|
||||||
@ -1,178 +0,0 @@ |
|||||||
/* |
|
||||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
||||||
* contributor license agreements. See the NOTICE file distributed with |
|
||||||
* this work for additional information regarding copyright ownership. |
|
||||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
||||||
* (the "License"); you may not use this file except in compliance with |
|
||||||
* the License. You may obtain a copy of the License at |
|
||||||
* |
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
* |
|
||||||
* Unless required by applicable law or agreed to in writing, software |
|
||||||
* distributed under the License is distributed on an "AS IS" BASIS, |
|
||||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
||||||
* See the License for the specific language governing permissions and |
|
||||||
* limitations under the License. |
|
||||||
*/ |
|
||||||
package org.apache.dolphinscheduler.server.zk; |
|
||||||
|
|
||||||
import org.apache.curator.framework.CuratorFramework; |
|
||||||
import org.apache.curator.framework.CuratorFrameworkFactory; |
|
||||||
import org.apache.curator.retry.ExponentialBackoffRetry; |
|
||||||
import org.apache.zookeeper.server.ZooKeeperServerMain; |
|
||||||
import org.apache.zookeeper.server.quorum.QuorumPeerConfig; |
|
||||||
import org.slf4j.Logger; |
|
||||||
import org.slf4j.LoggerFactory; |
|
||||||
import org.springframework.core.PriorityOrdered; |
|
||||||
import org.springframework.stereotype.Service; |
|
||||||
|
|
||||||
import javax.annotation.PostConstruct; |
|
||||||
import javax.annotation.PreDestroy; |
|
||||||
import java.io.File; |
|
||||||
import java.io.IOException; |
|
||||||
import java.util.concurrent.TimeUnit; |
|
||||||
import java.util.concurrent.atomic.AtomicBoolean; |
|
||||||
|
|
||||||
|
|
||||||
/** |
|
||||||
* just for test |
|
||||||
*/ |
|
||||||
@Service |
|
||||||
public class SpringZKServer implements PriorityOrdered { |
|
||||||
|
|
||||||
private static final Logger logger = LoggerFactory.getLogger(SpringZKServer.class); |
|
||||||
|
|
||||||
private static volatile PublicZooKeeperServerMain zkServer = null; |
|
||||||
|
|
||||||
public static final int DEFAULT_ZK_TEST_PORT = 2181; |
|
||||||
|
|
||||||
public static final String DEFAULT_ZK_STR = "localhost:" + DEFAULT_ZK_TEST_PORT; |
|
||||||
|
|
||||||
private static String dataDir = null; |
|
||||||
|
|
||||||
private static final AtomicBoolean isStarted = new AtomicBoolean(false); |
|
||||||
|
|
||||||
@PostConstruct |
|
||||||
public void start() { |
|
||||||
try { |
|
||||||
startLocalZkServer(DEFAULT_ZK_TEST_PORT); |
|
||||||
} catch (Exception e) { |
|
||||||
logger.error("Failed to start ZK: " + e); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
public static boolean isStarted(){ |
|
||||||
return isStarted.get(); |
|
||||||
} |
|
||||||
|
|
||||||
|
|
||||||
@Override |
|
||||||
public int getOrder() { |
|
||||||
return PriorityOrdered.HIGHEST_PRECEDENCE; |
|
||||||
} |
|
||||||
|
|
||||||
static class PublicZooKeeperServerMain extends ZooKeeperServerMain { |
|
||||||
|
|
||||||
@Override |
|
||||||
public void initializeAndRun(String[] args) |
|
||||||
throws QuorumPeerConfig.ConfigException, IOException { |
|
||||||
super.initializeAndRun(args); |
|
||||||
} |
|
||||||
|
|
||||||
@Override |
|
||||||
public void shutdown() { |
|
||||||
super.shutdown(); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* Starts a local Zk instance with a generated empty data directory |
|
||||||
* |
|
||||||
* @param port The port to listen on |
|
||||||
*/ |
|
||||||
public void startLocalZkServer(final int port) { |
|
||||||
startLocalZkServer(port, org.apache.commons.io.FileUtils.getTempDirectoryPath() + File.separator + "test-" + System.currentTimeMillis()); |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* Starts a local Zk instance |
|
||||||
* |
|
||||||
* @param port The port to listen on |
|
||||||
* @param dataDirPath The path for the Zk data directory |
|
||||||
*/ |
|
||||||
private void startLocalZkServer(final int port, final String dataDirPath) { |
|
||||||
if (zkServer != null) { |
|
||||||
throw new RuntimeException("Zookeeper server is already started!"); |
|
||||||
} |
|
||||||
try { |
|
||||||
zkServer = new PublicZooKeeperServerMain(); |
|
||||||
logger.info("Zookeeper data path : {} ", dataDirPath); |
|
||||||
dataDir = dataDirPath; |
|
||||||
final String[] args = new String[]{Integer.toString(port), dataDirPath}; |
|
||||||
Thread init = new Thread(new Runnable() { |
|
||||||
@Override |
|
||||||
public void run() { |
|
||||||
try { |
|
||||||
System.setProperty("zookeeper.jmx.log4j.disable", "true"); |
|
||||||
zkServer.initializeAndRun(args); |
|
||||||
} catch (QuorumPeerConfig.ConfigException e) { |
|
||||||
logger.warn("Caught exception while starting ZK", e); |
|
||||||
} catch (IOException e) { |
|
||||||
logger.warn("Caught exception while starting ZK", e); |
|
||||||
} |
|
||||||
} |
|
||||||
}, "init-zk-thread"); |
|
||||||
init.start(); |
|
||||||
} catch (Exception e) { |
|
||||||
logger.warn("Caught exception while starting ZK", e); |
|
||||||
throw new RuntimeException(e); |
|
||||||
} |
|
||||||
|
|
||||||
CuratorFramework zkClient = CuratorFrameworkFactory.builder() |
|
||||||
.connectString(DEFAULT_ZK_STR) |
|
||||||
.retryPolicy(new ExponentialBackoffRetry(10,100)) |
|
||||||
.sessionTimeoutMs(1000 * 30) |
|
||||||
.connectionTimeoutMs(1000 * 30) |
|
||||||
.build(); |
|
||||||
|
|
||||||
try { |
|
||||||
zkClient.blockUntilConnected(10, TimeUnit.SECONDS); |
|
||||||
zkClient.close(); |
|
||||||
} catch (InterruptedException ignore) { |
|
||||||
} |
|
||||||
isStarted.compareAndSet(false, true); |
|
||||||
logger.info("zk server started"); |
|
||||||
} |
|
||||||
|
|
||||||
@PreDestroy |
|
||||||
public void stop() { |
|
||||||
try { |
|
||||||
stopLocalZkServer(true); |
|
||||||
logger.info("zk server stopped"); |
|
||||||
|
|
||||||
} catch (Exception e) { |
|
||||||
logger.error("Failed to stop ZK ",e); |
|
||||||
} |
|
||||||
} |
|
||||||
|
|
||||||
/** |
|
||||||
* Stops a local Zk instance. |
|
||||||
* |
|
||||||
* @param deleteDataDir Whether or not to delete the data directory |
|
||||||
*/ |
|
||||||
private void stopLocalZkServer(final boolean deleteDataDir) { |
|
||||||
if (zkServer != null) { |
|
||||||
try { |
|
||||||
zkServer.shutdown(); |
|
||||||
zkServer = null; |
|
||||||
if (deleteDataDir) { |
|
||||||
org.apache.commons.io.FileUtils.deleteDirectory(new File(dataDir)); |
|
||||||
} |
|
||||||
isStarted.compareAndSet(true, false); |
|
||||||
} catch (Exception e) { |
|
||||||
logger.warn("Caught exception while stopping ZK server", e); |
|
||||||
throw new RuntimeException(e); |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
} |
|
||||||
@ -0,0 +1,269 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.service.registry; |
||||||
|
|
||||||
|
import static org.apache.dolphinscheduler.common.Constants.REGISTRY_DOLPHINSCHEDULER_DEAD_SERVERS; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.common.IStoppable; |
||||||
|
import org.apache.dolphinscheduler.common.utils.PropertyUtils; |
||||||
|
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||||
|
import org.apache.dolphinscheduler.spi.plugin.DolphinPluginLoader; |
||||||
|
import org.apache.dolphinscheduler.spi.plugin.DolphinPluginManagerConfig; |
||||||
|
import org.apache.dolphinscheduler.spi.register.Registry; |
||||||
|
import org.apache.dolphinscheduler.spi.register.RegistryConnectListener; |
||||||
|
import org.apache.dolphinscheduler.spi.register.RegistryException; |
||||||
|
import org.apache.dolphinscheduler.spi.register.RegistryPluginManager; |
||||||
|
import org.apache.dolphinscheduler.spi.register.SubscribeListener; |
||||||
|
|
||||||
|
import java.util.List; |
||||||
|
import java.util.Map; |
||||||
|
import java.util.concurrent.atomic.AtomicBoolean; |
||||||
|
|
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
|
||||||
|
import com.google.common.collect.ImmutableList; |
||||||
|
|
||||||
|
/** |
||||||
|
* All business parties use this class to access the registry |
||||||
|
*/ |
||||||
|
public class RegistryCenter { |
||||||
|
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(RegistryCenter.class); |
||||||
|
|
||||||
|
private final AtomicBoolean isStarted = new AtomicBoolean(false); |
||||||
|
|
||||||
|
private Registry registry; |
||||||
|
|
||||||
|
private IStoppable stoppable; |
||||||
|
|
||||||
|
/** |
||||||
|
* nodes namespace |
||||||
|
*/ |
||||||
|
protected static String NODES; |
||||||
|
|
||||||
|
/** |
||||||
|
* master path |
||||||
|
*/ |
||||||
|
protected static String MASTER_PATH = "/nodes/master"; |
||||||
|
|
||||||
|
private RegistryPluginManager registryPluginManager; |
||||||
|
/** |
||||||
|
* worker path |
||||||
|
*/ |
||||||
|
protected static String WORKER_PATH = "/nodes/worker"; |
||||||
|
|
||||||
|
protected static final String EMPTY = ""; |
||||||
|
|
||||||
|
private static final String REGISTRY_PREFIX = "registry"; |
||||||
|
|
||||||
|
private static final String REGISTRY_PLUGIN_BINDING = "registry.plugin.binding"; |
||||||
|
|
||||||
|
private static final String REGISTRY_PLUGIN_DIR = "registry.plugin.dir"; |
||||||
|
|
||||||
|
private static final String MAVEN_LOCAL_REPOSITORY = "maven.local.repository"; |
||||||
|
|
||||||
|
private static final String REGISTRY_PLUGIN_NAME = "plugin.name"; |
||||||
|
|
||||||
|
/** |
||||||
|
* default registry plugin dir |
||||||
|
*/ |
||||||
|
private static final String REGISTRY_PLUGIN_PATH = "lib/plugin/registry"; |
||||||
|
|
||||||
|
private static final String REGISTRY_CONFIG_FILE_PATH = "/registry.properties"; |
||||||
|
|
||||||
|
/** |
||||||
|
* init node persist |
||||||
|
*/ |
||||||
|
public void init() { |
||||||
|
if (isStarted.compareAndSet(false, true)) { |
||||||
|
PropertyUtils.loadPropertyFile(REGISTRY_CONFIG_FILE_PATH); |
||||||
|
Map<String, String> registryConfig = PropertyUtils.getPropertiesByPrefix(REGISTRY_PREFIX); |
||||||
|
|
||||||
|
if (null == registryConfig || registryConfig.isEmpty()) { |
||||||
|
throw new RegistryException("registry config param is null"); |
||||||
|
} |
||||||
|
if (null == registryPluginManager) { |
||||||
|
installRegistryPlugin(registryConfig.get(REGISTRY_PLUGIN_NAME)); |
||||||
|
registry = registryPluginManager.getRegistry(); |
||||||
|
} |
||||||
|
|
||||||
|
registry.init(registryConfig); |
||||||
|
initNodes(); |
||||||
|
|
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* init nodes |
||||||
|
*/ |
||||||
|
private void initNodes() { |
||||||
|
persist(MASTER_PATH, EMPTY); |
||||||
|
persist(WORKER_PATH, EMPTY); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* install registry plugin |
||||||
|
*/ |
||||||
|
private void installRegistryPlugin(String registryPluginName) { |
||||||
|
DolphinPluginManagerConfig registryPluginManagerConfig = new DolphinPluginManagerConfig(); |
||||||
|
registryPluginManagerConfig.setPlugins(PropertyUtils.getString(REGISTRY_PLUGIN_BINDING)); |
||||||
|
if (StringUtils.isNotBlank(PropertyUtils.getString(REGISTRY_PLUGIN_DIR))) { |
||||||
|
registryPluginManagerConfig.setPlugins(PropertyUtils.getString(REGISTRY_PLUGIN_DIR, REGISTRY_PLUGIN_PATH).trim()); |
||||||
|
} |
||||||
|
|
||||||
|
if (StringUtils.isNotBlank(PropertyUtils.getString(MAVEN_LOCAL_REPOSITORY))) { |
||||||
|
registryPluginManagerConfig.setMavenLocalRepository(PropertyUtils.getString(MAVEN_LOCAL_REPOSITORY).trim()); |
||||||
|
} |
||||||
|
if (StringUtils.isNotBlank(PropertyUtils.getString(MAVEN_LOCAL_REPOSITORY))) { |
||||||
|
registryPluginManagerConfig.setMavenLocalRepository(PropertyUtils.getString(MAVEN_LOCAL_REPOSITORY).trim()); |
||||||
|
} |
||||||
|
|
||||||
|
registryPluginManager = new RegistryPluginManager(registryPluginName); |
||||||
|
|
||||||
|
DolphinPluginLoader registryPluginLoader = new DolphinPluginLoader(registryPluginManagerConfig, ImmutableList.of(registryPluginManager)); |
||||||
|
try { |
||||||
|
registryPluginLoader.loadPlugins(); |
||||||
|
} catch (Exception e) { |
||||||
|
throw new RuntimeException("Load registry Plugin Failed !", e); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* close |
||||||
|
*/ |
||||||
|
public void close() { |
||||||
|
if (isStarted.compareAndSet(true, false) && registry != null) { |
||||||
|
registry.close(); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
public void persist(String key, String value) { |
||||||
|
registry.persist(key, value); |
||||||
|
} |
||||||
|
|
||||||
|
public void persistEphemeral(String key, String value) { |
||||||
|
registry.persistEphemeral(key, value); |
||||||
|
} |
||||||
|
|
||||||
|
public void remove(String key) { |
||||||
|
registry.remove(key); |
||||||
|
} |
||||||
|
|
||||||
|
public void update(String key, String value) { |
||||||
|
registry.update(key, value); |
||||||
|
} |
||||||
|
|
||||||
|
public String get(String key) { |
||||||
|
return registry.get(key); |
||||||
|
} |
||||||
|
|
||||||
|
public void subscribe(String path, SubscribeListener subscribeListener) { |
||||||
|
registry.subscribe(path, subscribeListener); |
||||||
|
} |
||||||
|
|
||||||
|
public void addConnectionStateListener(RegistryConnectListener registryConnectListener) { |
||||||
|
registry.addConnectionStateListener(registryConnectListener); |
||||||
|
} |
||||||
|
|
||||||
|
public boolean isExisted(String key) { |
||||||
|
return registry.isExisted(key); |
||||||
|
} |
||||||
|
|
||||||
|
public boolean getLock(String key) { |
||||||
|
return registry.acquireLock(key); |
||||||
|
} |
||||||
|
|
||||||
|
public boolean releaseLock(String key) { |
||||||
|
return registry.releaseLock(key); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @return get dead server node parent path |
||||||
|
*/ |
||||||
|
public String getDeadZNodeParentPath() { |
||||||
|
return REGISTRY_DOLPHINSCHEDULER_DEAD_SERVERS; |
||||||
|
} |
||||||
|
|
||||||
|
public void setStoppable(IStoppable stoppable) { |
||||||
|
this.stoppable = stoppable; |
||||||
|
} |
||||||
|
|
||||||
|
public IStoppable getStoppable() { |
||||||
|
return stoppable; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get master path |
||||||
|
* |
||||||
|
* @return master path |
||||||
|
*/ |
||||||
|
public String getMasterPath() { |
||||||
|
return MASTER_PATH; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* whether master path |
||||||
|
* |
||||||
|
* @param path path |
||||||
|
* @return result |
||||||
|
*/ |
||||||
|
public boolean isMasterPath(String path) { |
||||||
|
return path != null && path.contains(MASTER_PATH); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get worker path |
||||||
|
* |
||||||
|
* @return worker path |
||||||
|
*/ |
||||||
|
public String getWorkerPath() { |
||||||
|
return WORKER_PATH; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get worker group path |
||||||
|
* |
||||||
|
* @param workerGroup workerGroup |
||||||
|
* @return worker group path |
||||||
|
*/ |
||||||
|
public String getWorkerGroupPath(String workerGroup) { |
||||||
|
return WORKER_PATH + "/" + workerGroup; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* whether worker path |
||||||
|
* |
||||||
|
* @param path path |
||||||
|
* @return result |
||||||
|
*/ |
||||||
|
public boolean isWorkerPath(String path) { |
||||||
|
return path != null && path.contains(WORKER_PATH); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get children nodes |
||||||
|
* |
||||||
|
* @param key key |
||||||
|
* @return children nodes |
||||||
|
*/ |
||||||
|
public List<String> getChildrenKeys(final String key) { |
||||||
|
return registry.getChildren(key); |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,448 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.service.registry; |
||||||
|
|
||||||
|
import static org.apache.dolphinscheduler.common.Constants.ADD_OP; |
||||||
|
import static org.apache.dolphinscheduler.common.Constants.COLON; |
||||||
|
import static org.apache.dolphinscheduler.common.Constants.DELETE_OP; |
||||||
|
import static org.apache.dolphinscheduler.common.Constants.DIVISION_STRING; |
||||||
|
import static org.apache.dolphinscheduler.common.Constants.MASTER_TYPE; |
||||||
|
import static org.apache.dolphinscheduler.common.Constants.SINGLE_SLASH; |
||||||
|
import static org.apache.dolphinscheduler.common.Constants.UNDERLINE; |
||||||
|
import static org.apache.dolphinscheduler.common.Constants.WORKER_TYPE; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.common.Constants; |
||||||
|
import org.apache.dolphinscheduler.common.enums.NodeType; |
||||||
|
import org.apache.dolphinscheduler.common.model.Server; |
||||||
|
import org.apache.dolphinscheduler.common.utils.ResInfo; |
||||||
|
import org.apache.dolphinscheduler.common.utils.StringUtils; |
||||||
|
|
||||||
|
import java.util.ArrayList; |
||||||
|
import java.util.Collections; |
||||||
|
import java.util.HashMap; |
||||||
|
import java.util.HashSet; |
||||||
|
import java.util.List; |
||||||
|
import java.util.Map; |
||||||
|
import java.util.Set; |
||||||
|
|
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
import org.springframework.stereotype.Service; |
||||||
|
|
||||||
|
/** |
||||||
|
* abstract registry client |
||||||
|
*/ |
||||||
|
@Service |
||||||
|
public class RegistryClient extends RegistryCenter { |
||||||
|
|
||||||
|
private static final Logger logger = LoggerFactory.getLogger(RegistryClient.class); |
||||||
|
|
||||||
|
private void loadRegistry() { |
||||||
|
init(); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get active master num |
||||||
|
* |
||||||
|
* @return active master number |
||||||
|
*/ |
||||||
|
public int getActiveMasterNum() { |
||||||
|
List<String> childrenList = new ArrayList<>(); |
||||||
|
try { |
||||||
|
// read master node parent path from conf
|
||||||
|
if (isExisted(getNodeParentPath(NodeType.MASTER))) { |
||||||
|
childrenList = getChildrenKeys(getNodeParentPath(NodeType.MASTER)); |
||||||
|
} |
||||||
|
} catch (Exception e) { |
||||||
|
logger.error("getActiveMasterNum error", e); |
||||||
|
} |
||||||
|
return childrenList.size(); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get server list. |
||||||
|
* |
||||||
|
* @param nodeType zookeeper node type |
||||||
|
* @return server list |
||||||
|
*/ |
||||||
|
public List<Server> getServerList(NodeType nodeType) { |
||||||
|
Map<String, String> serverMaps = getServerMaps(nodeType); |
||||||
|
String parentPath = getNodeParentPath(nodeType); |
||||||
|
|
||||||
|
List<Server> serverList = new ArrayList<>(); |
||||||
|
for (Map.Entry<String, String> entry : serverMaps.entrySet()) { |
||||||
|
Server server = ResInfo.parseHeartbeatForRegistryInfo(entry.getValue()); |
||||||
|
if (server == null) { |
||||||
|
continue; |
||||||
|
} |
||||||
|
String key = entry.getKey(); |
||||||
|
server.setZkDirectory(parentPath + "/" + key); |
||||||
|
// set host and port
|
||||||
|
String[] hostAndPort = key.split(COLON); |
||||||
|
String[] hosts = hostAndPort[0].split(DIVISION_STRING); |
||||||
|
// fetch the last one
|
||||||
|
server.setHost(hosts[hosts.length - 1]); |
||||||
|
server.setPort(Integer.parseInt(hostAndPort[1])); |
||||||
|
serverList.add(server); |
||||||
|
} |
||||||
|
return serverList; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get server nodes. |
||||||
|
* |
||||||
|
* @param nodeType registry node type |
||||||
|
* @return result : list<node> |
||||||
|
*/ |
||||||
|
public List<String> getServerNodes(NodeType nodeType) { |
||||||
|
String path = getNodeParentPath(nodeType); |
||||||
|
List<String> serverList = getChildrenKeys(path); |
||||||
|
if (nodeType == NodeType.WORKER) { |
||||||
|
List<String> workerList = new ArrayList<>(); |
||||||
|
for (String group : serverList) { |
||||||
|
List<String> groupServers = getChildrenKeys(path + Constants.SLASH + group); |
||||||
|
for (String groupServer : groupServers) { |
||||||
|
workerList.add(group + Constants.SLASH + groupServer); |
||||||
|
} |
||||||
|
} |
||||||
|
serverList = workerList; |
||||||
|
} |
||||||
|
return serverList; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get server list map. |
||||||
|
* |
||||||
|
* @param nodeType zookeeper node type |
||||||
|
* @param hostOnly host only |
||||||
|
* @return result : {host : resource info} |
||||||
|
*/ |
||||||
|
public Map<String, String> getServerMaps(NodeType nodeType, boolean hostOnly) { |
||||||
|
Map<String, String> serverMap = new HashMap<>(); |
||||||
|
try { |
||||||
|
String path = getNodeParentPath(nodeType); |
||||||
|
List<String> serverList = getServerNodes(nodeType); |
||||||
|
for (String server : serverList) { |
||||||
|
String host = server; |
||||||
|
if (nodeType == NodeType.WORKER && hostOnly) { |
||||||
|
host = server.split(Constants.SLASH)[1]; |
||||||
|
} |
||||||
|
serverMap.putIfAbsent(host, get(path + Constants.SLASH + server)); |
||||||
|
} |
||||||
|
} catch (Exception e) { |
||||||
|
logger.error("get server list failed", e); |
||||||
|
} |
||||||
|
|
||||||
|
return serverMap; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get server list map. |
||||||
|
* |
||||||
|
* @param nodeType zookeeper node type |
||||||
|
* @return result : {host : resource info} |
||||||
|
*/ |
||||||
|
public Map<String, String> getServerMaps(NodeType nodeType) { |
||||||
|
return getServerMaps(nodeType, false); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get server node set. |
||||||
|
* |
||||||
|
* @param nodeType zookeeper node type |
||||||
|
* @param hostOnly host only |
||||||
|
* @return result : set<host> |
||||||
|
*/ |
||||||
|
public Set<String> getServerNodeSet(NodeType nodeType, boolean hostOnly) { |
||||||
|
Set<String> serverSet = new HashSet<>(); |
||||||
|
try { |
||||||
|
List<String> serverList = getServerNodes(nodeType); |
||||||
|
for (String server : serverList) { |
||||||
|
String host = server; |
||||||
|
if (nodeType == NodeType.WORKER && hostOnly) { |
||||||
|
host = server.split(Constants.SLASH)[1]; |
||||||
|
} |
||||||
|
serverSet.add(host); |
||||||
|
} |
||||||
|
} catch (Exception e) { |
||||||
|
logger.error("get server node set failed", e); |
||||||
|
} |
||||||
|
return serverSet; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get server node list. |
||||||
|
* |
||||||
|
* @param nodeType zookeeper node type |
||||||
|
* @param hostOnly host only |
||||||
|
* @return result : list<host> |
||||||
|
*/ |
||||||
|
public List<String> getServerNodeList(NodeType nodeType, boolean hostOnly) { |
||||||
|
Set<String> serverSet = getServerNodeSet(nodeType, hostOnly); |
||||||
|
List<String> serverList = new ArrayList<>(serverSet); |
||||||
|
Collections.sort(serverList); |
||||||
|
return serverList; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* check the zookeeper node already exists |
||||||
|
* |
||||||
|
* @param host host |
||||||
|
* @param nodeType zookeeper node type |
||||||
|
* @return true if exists |
||||||
|
*/ |
||||||
|
public boolean checkNodeExists(String host, NodeType nodeType) { |
||||||
|
String path = getNodeParentPath(nodeType); |
||||||
|
if (StringUtils.isEmpty(path)) { |
||||||
|
logger.error("check zk node exists error, host:{}, zk node type:{}", |
||||||
|
host, nodeType); |
||||||
|
return false; |
||||||
|
} |
||||||
|
Map<String, String> serverMaps = getServerMaps(nodeType, true); |
||||||
|
for (String hostKey : serverMaps.keySet()) { |
||||||
|
if (hostKey.contains(host)) { |
||||||
|
return true; |
||||||
|
} |
||||||
|
} |
||||||
|
return false; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @return get worker node parent path |
||||||
|
*/ |
||||||
|
protected String getWorkerNodeParentPath() { |
||||||
|
return Constants.REGISTRY_DOLPHINSCHEDULER_WORKERS; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @return get master node parent path |
||||||
|
*/ |
||||||
|
protected String getMasterNodeParentPath() { |
||||||
|
return Constants.REGISTRY_DOLPHINSCHEDULER_MASTERS; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @return get dead server node parent path |
||||||
|
*/ |
||||||
|
protected String getDeadNodeParentPath() { |
||||||
|
return Constants.REGISTRY_DOLPHINSCHEDULER_DEAD_SERVERS; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @return get master lock path |
||||||
|
*/ |
||||||
|
public String getMasterLockPath() { |
||||||
|
return Constants.REGISTRY_DOLPHINSCHEDULER_LOCK_MASTERS; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @param nodeType zookeeper node type |
||||||
|
* @return get zookeeper node parent path |
||||||
|
*/ |
||||||
|
public String getNodeParentPath(NodeType nodeType) { |
||||||
|
String path = ""; |
||||||
|
switch (nodeType) { |
||||||
|
case MASTER: |
||||||
|
return getMasterNodeParentPath(); |
||||||
|
case WORKER: |
||||||
|
return getWorkerNodeParentPath(); |
||||||
|
case DEAD_SERVER: |
||||||
|
return getDeadNodeParentPath(); |
||||||
|
default: |
||||||
|
break; |
||||||
|
} |
||||||
|
return path; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @return get master start up lock path |
||||||
|
*/ |
||||||
|
public String getMasterStartUpLockPath() { |
||||||
|
return Constants.REGISTRY_DOLPHINSCHEDULER_LOCK_FAILOVER_STARTUP_MASTERS; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @return get master failover lock path |
||||||
|
*/ |
||||||
|
public String getMasterFailoverLockPath() { |
||||||
|
return Constants.REGISTRY_DOLPHINSCHEDULER_LOCK_FAILOVER_MASTERS; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* @return get worker failover lock path |
||||||
|
*/ |
||||||
|
public String getWorkerFailoverLockPath() { |
||||||
|
return Constants.REGISTRY_DOLPHINSCHEDULER_LOCK_FAILOVER_WORKERS; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* opType(add): if find dead server , then add to zk deadServerPath |
||||||
|
* opType(delete): delete path from zk |
||||||
|
* |
||||||
|
* @param node node path |
||||||
|
* @param nodeType master or worker |
||||||
|
* @param opType delete or add |
||||||
|
* @throws Exception errors |
||||||
|
*/ |
||||||
|
public void handleDeadServer(String node, NodeType nodeType, String opType) throws Exception { |
||||||
|
String host = getHostByEventDataPath(node); |
||||||
|
String type = (nodeType == NodeType.MASTER) ? MASTER_TYPE : WORKER_TYPE; |
||||||
|
|
||||||
|
//check server restart, if restart , dead server path in zk should be delete
|
||||||
|
if (opType.equals(DELETE_OP)) { |
||||||
|
removeDeadServerByHost(host, type); |
||||||
|
|
||||||
|
} else if (opType.equals(ADD_OP)) { |
||||||
|
String deadServerPath = getDeadZNodeParentPath() + SINGLE_SLASH + type + UNDERLINE + host; |
||||||
|
if (!isExisted(deadServerPath)) { |
||||||
|
//add dead server info to zk dead server path : /dead-servers/
|
||||||
|
|
||||||
|
persist(deadServerPath, (type + UNDERLINE + host)); |
||||||
|
|
||||||
|
logger.info("{} server dead , and {} added to zk dead server path success", |
||||||
|
nodeType, node); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* check dead server or not , if dead, stop self |
||||||
|
* |
||||||
|
* @param node node path |
||||||
|
* @param serverType master or worker prefix |
||||||
|
* @return true if not exists |
||||||
|
* @throws Exception errors |
||||||
|
*/ |
||||||
|
public boolean checkIsDeadServer(String node, String serverType) throws Exception { |
||||||
|
// ip_sequence_no
|
||||||
|
String[] zNodesPath = node.split("\\/"); |
||||||
|
String ipSeqNo = zNodesPath[zNodesPath.length - 1]; |
||||||
|
String deadServerPath = getDeadZNodeParentPath() + SINGLE_SLASH + serverType + UNDERLINE + ipSeqNo; |
||||||
|
|
||||||
|
return !isExisted(node) || isExisted(deadServerPath); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get master nodes directly |
||||||
|
* |
||||||
|
* @return master nodes |
||||||
|
*/ |
||||||
|
public Set<String> getMasterNodesDirectly() { |
||||||
|
List<String> masters = getChildrenKeys(MASTER_PATH); |
||||||
|
return new HashSet<>(masters); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get worker nodes directly |
||||||
|
* |
||||||
|
* @return master nodes |
||||||
|
*/ |
||||||
|
public Set<String> getWorkerNodesDirectly() { |
||||||
|
List<String> workers = getChildrenKeys(WORKER_PATH); |
||||||
|
return new HashSet<>(workers); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get worker group directly |
||||||
|
* |
||||||
|
* @return worker group nodes |
||||||
|
*/ |
||||||
|
public Set<String> getWorkerGroupDirectly() { |
||||||
|
List<String> workers = getChildrenKeys(getWorkerPath()); |
||||||
|
return new HashSet<>(workers); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get worker group nodes |
||||||
|
*/ |
||||||
|
public Set<String> getWorkerGroupNodesDirectly(String workerGroup) { |
||||||
|
List<String> workers = getChildrenKeys(getWorkerGroupPath(workerGroup)); |
||||||
|
return new HashSet<>(workers); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* opType(add): if find dead server , then add to zk deadServerPath |
||||||
|
* opType(delete): delete path from zk |
||||||
|
* |
||||||
|
* @param nodeSet node path set |
||||||
|
* @param nodeType master or worker |
||||||
|
* @param opType delete or add |
||||||
|
* @throws Exception errors |
||||||
|
*/ |
||||||
|
public void handleDeadServer(Set<String> nodeSet, NodeType nodeType, String opType) throws Exception { |
||||||
|
|
||||||
|
String type = (nodeType == NodeType.MASTER) ? MASTER_TYPE : WORKER_TYPE; |
||||||
|
for (String node : nodeSet) { |
||||||
|
String host = getHostByEventDataPath(node); |
||||||
|
//check server restart, if restart , dead server path in zk should be delete
|
||||||
|
if (opType.equals(DELETE_OP)) { |
||||||
|
removeDeadServerByHost(host, type); |
||||||
|
|
||||||
|
} else if (opType.equals(ADD_OP)) { |
||||||
|
String deadServerPath = getDeadZNodeParentPath() + SINGLE_SLASH + type + UNDERLINE + host; |
||||||
|
if (!isExisted(deadServerPath)) { |
||||||
|
//add dead server info to zk dead server path : /dead-servers/
|
||||||
|
persist(deadServerPath, (type + UNDERLINE + host)); |
||||||
|
logger.info("{} server dead , and {} added to registry dead server path success", |
||||||
|
nodeType, node); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* get host ip:port, string format: parentPath/ip:port |
||||||
|
* |
||||||
|
* @param path path |
||||||
|
* @return host ip:port, string format: parentPath/ip:port |
||||||
|
*/ |
||||||
|
public String getHostByEventDataPath(String path) { |
||||||
|
if (StringUtils.isEmpty(path)) { |
||||||
|
logger.error("empty path!"); |
||||||
|
return ""; |
||||||
|
} |
||||||
|
String[] pathArray = path.split(SINGLE_SLASH); |
||||||
|
if (pathArray.length < 1) { |
||||||
|
logger.error("parse ip error: {}", path); |
||||||
|
return ""; |
||||||
|
} |
||||||
|
return pathArray[pathArray.length - 1]; |
||||||
|
|
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* remove dead server by host |
||||||
|
* |
||||||
|
* @param host host |
||||||
|
* @param serverType serverType |
||||||
|
*/ |
||||||
|
public void removeDeadServerByHost(String host, String serverType) { |
||||||
|
List<String> deadServers = getChildrenKeys(getDeadZNodeParentPath()); |
||||||
|
for (String serverPath : deadServers) { |
||||||
|
if (serverPath.startsWith(serverType + UNDERLINE + host)) { |
||||||
|
String server = getDeadZNodeParentPath() + SINGLE_SLASH + serverPath; |
||||||
|
remove(server); |
||||||
|
logger.info("{} server {} deleted from zk dead server path success", serverType, host); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
} |
||||||
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in new issue