Browse Source
* 1，remove dolphinscheduler-rpc module 2，add dolphinscheduler-remote module 3，add dolphinscheduler-service module 4，refactor LoggerServer module (#1925) * 1，remove dolphinscheduler-rpc module 2，add dolphinscheduler-remote module 3，add dolphinscheduler-service module 4，refactor LoggerServer module * ProcessUtils modify * Refactor architecture (#1926) * move version to parent pom * move version properties to parent pom for easy management * remove freemarker dependency * delete CombinedApplicationServer * #1871 correct spelling * #1873 some updates for TaskQueueZkImpl * #1875 remove unused properties in pom * #1878 1. remove tomcat dependency 2. remove combined_logback.xml in api module 3. format pom.xml for not aligning * #1885 fix api server startup failure 1. add jsp-2.1 dependency 2. remove jasper-runtime dependency * add stringutils ut (#1921) * add stringutils ut * Newfeature for #1675. (#1908) Continue to finish the rest works, add the cache feature for dependence,mr,python,sub_process,procedure and shell. * Add modify user name for process definition (#1919) * class overrides equals() and should therefore also override hashCode() * #1862 add modify user in process difinition list * #1862 add pg-1.2.2 ddl.sql * modify ScriptRunnerTest * add updateProessDifinition UT * modify updateProcessDifinition UT * modify updateProcessDifinition UT * modify mysql 1.2.2 ddl.sql&dml.sql * add scope test to mysql in pom * modify pg-1.2.2 ddl.sql * refactor module * updates Co-authored-by: khadgarmage <khadgar.mage@outlook.com> Co-authored-by: zhukai <boness@qq.com> Co-authored-by: Yelli <amarantine@my.com> * dolphinscheduler-common remove spring (#1931) * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * SpringApplicationContext class title add license (#1932) * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * add license (#1934) * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * move datasource classes to dao module * fix send4LetterWord bug * Refactor architecture (#1936) * move datasource classes to dao module * fix send4LetterWord bug * exclude jasper-compiler in case of runtime conflict * LoggerServiceTest remove ProcessDao (#1944) * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * dolphinscheduler-common remove spring * LoggerServiceTest remove ProcessDao * exclude jasper-compiler in case of runtime conflict (#1938) * move datasource classes to dao module * fix send4LetterWord bug * exclude jasper-compiler in case of runtime conflict * DataAnaylysisServiceTest and ProcessDefinitionService modify * remote module add comment * OSUtilsTest modify * add finally block to close channel * add finally block to close channel (#1951) * move datasource classes to dao module * fix send4LetterWord bug * exclude jasper-compiler in case of runtime conflict * add finally block to close channel * refactor log client service * add sendSync method * 1，quartz.properties add conf category 2，dolphinscheduler-daemon.sh modify * dolphinscheduler-binary.xml modify * add sendAsync method (#1962) * add sendAsync method * add sendAsync method * 1，add sendAsync method 2，refactor LoggerClient * LogClientService modify Co-authored-by: Tboy <technoboy@yeah.net> Co-authored-by: khadgarmage <khadgar.mage@outlook.com> Co-authored-by: zhukai <boness@qq.com> Co-authored-by: Yelli <amarantine@my.com>pull/2/head
qiaozhanwei
5 years ago
committed by
GitHub
22 changed files with 708 additions and 252 deletions
@ -1 +1 @@ |
|||||||
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.remote.command;
import org.apache.dolphinscheduler.remote.utils.FastJsonSerializer;
import java.io.Serializable;
import java.util.List;
import java.util.concurrent.atomic.AtomicLong;
/**
* execute task request command
*/
public class ExecuteTaskRequestCommand implements Serializable {
private static final AtomicLong REQUEST = new AtomicLong(1);
/**
* task id
*/
private String taskId;
/**
* attempt id
*/
private String attemptId;
/**
* application name
*/
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
*/
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
/**
*/
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
* task id
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
*/
*/
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
private String taskId;
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
* attempt id
*/
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
private String attemptId;
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
* application name
*/
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
*/
/**
/**
*/
* task id
/**
*/
s
*/
private List<Integer> shardItems;
public List<Integer> getShardItems() {
return shardItems;
}
public void setShardItems(List<Integer> shardItems) {
this.shardItems = shardItems;
}
public String getParams() {
return params;
}
public void setParams(String params) {
this.params = params;
}
public String getTaskId() {
return taskId;
}
public void setTaskId(String taskId) {
this.taskId = taskId;
}
public String getApplicationName() {
return applicationName;
}
public void setApplicationName(String applicationName) {
this.applicationName = applicationName;
}
public String getGroupName() {
return groupName;
}
public void setGroupName(String groupName) {
this.groupName = groupName;
}
public String getTaskName() {
return taskName;
}
public void setTaskName(String taskName) {
this.taskName = taskName;
}
public int getConnectorPort() {
return connectorPort;
}
public void setConnectorPort(int connectorPort) {
this.connectorPort = connectorPort;
}
public String getDescription() {
return description;
}
public void setDescription(String description) {
this.description = description;
}
public String getClassName() {
return className;
}
public void setClassName(String className) {
this.className = className;
}
public String getMethodName() {
return methodName;
}
public void setMethodName(String methodName) {
this.methodName = methodName;
}
/**
* package request command
*
* @return command
*/
public Command convert2Command(){
Command command = new Command(REQUEST.getAndIncrement());
command.setType(CommandType.EXECUTE_TASK_REQUEST);
byte[] body = FastJsonSerializer.serialize(this);
command.setBody(body);
return command;
}
} |
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.remote.command;
import org.apache.dolphinscheduler.remote.utils.FastJsonSerializer;
import java.io.Serializable;
import java.util.List;
import java.util.concurrent.atomic.AtomicLong;
/**
* execute task request command
*/
public class ExecuteTaskRequestCommand implements Serializable {
private String taskId;
* attempt id
private String attemptId;
* application name
/**
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
/**
private String attemptId;
/**
/**
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
/**
* task id
private String attemptId;
/**
*/
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
/**
private String taskId;
private String attemptId;
/**
* attempt id
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
/**
private String attemptId;
private String attemptId;
/**
* application name
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
* connector port
private String attemptId;
private int connectorPort;
/**
/**
* task id
*/
* task id
/**
/**
* class name
private String attemptId;
private String className;
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
* method name
private String attemptId;
private String methodName;
/**
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
* parameters
private String attemptId;
* task id
* application name
/**
kd">private static final AtomicLong REQUEST = new AtomicLong(1);
*/
s
*/
private List<Integer> shardItems;
public List<Integer> getShardItems() {
return shardItems;
}
public void setShardItems(List<Integer> shardItems) {
this.shardItems = shardItems;
}
public String getParams() {
return params;
}
public void setParams(String params) {
this.params = params;
}
public String getTaskId() {
return taskId;
}
public void setTaskId(String taskId) {
this.taskId = taskId;
}
public String getApplicationName() {
return applicationName;
}
public void setApplicationName(String applicationName) {
this.applicationName = applicationName;
}
public String getGroupName() {
return groupName;
}
public void setGroupName(String groupName) {
this.groupName = groupName;
}
public String getTaskName() {
return taskName;
}
public void setTaskName(String taskName) {
this.taskName = taskName;
}
public int getConnectorPort() {
return connectorPort;
}
public void setConnectorPort(int connectorPort) {
this.connectorPort = connectorPort;
}
public String getDescription() {
return description;
}
public void setDescription(String description) {
this.description = description;
}
public String getClassName() {
return className;
}
public void setClassName(String className) {
this.className = className;
}
public String getMethodName() {
return methodName;
}
public void setMethodName(String methodName) {
this.methodName = methodName;
}
/**
* package request command
*
* @return command
*/
public Command convert2Command(){
Command command = new Command();
command.setType(CommandType.EXECUTE_TASK_REQUEST);
byte[] body = FastJsonSerializer.serialize(this);
command.setBody(body);
return command;
}
} |
||||||
@ -1 +1 @@ |
|||||||
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.remote.command;
import org.apache.dolphinscheduler.remote.utils.FastJsonSerializer;
import java.io.Serializable;
import java.util.concurrent.atomic.AtomicLong;
/**
* execute taks response command
*/
public class ExecuteTaskResponseCommand implements Serializable {
private static final AtomicLong REQUEST = new AtomicLong(1);
/**
* task id
*/
private String taskId;
/**
execute taks response command
*/
execute taks response command
execute taks response command
/**
execute taks response command
*/
*/
execute taks response command
public class ExecuteTaskResponseCommand implements Serializable {
/**
* receive time
*/
execute taks response command
private static final AtomicLong REQUEST = new AtomicLong(1);
/**
execute taks response command
/**
execute count
*/
private int executeCount;
/**
* execute time
*/
private long executeTime;
public String getAttemptId() {
return attemptId;
}
public void setAttemptId(String attemptId) {
this.attemptId = attemptId;
}
public String getTaskId() {
return taskId;
}
public void setTaskId(String taskId) {
this.taskId = taskId;
}
public Object getResult() {
return result;
}
public void setResult(Object result) {
this.result = result;
}
public long getReceivedTime() {
return receivedTime;
}
public void setReceivedTime(long receivedTime) {
this.receivedTime = receivedTime;
}
public int getExecuteCount() {
return executeCount;
}
public void setExecuteCount(int executeCount) {
this.executeCount = executeCount;
}
public long getExecuteTime() {
return executeTime;
}
public void setExecuteTime(long executeTime) {
this.executeTime = executeTime;
}
/**
* package response command
*
* @return command
*/
public Command convert2Command(){
Command command = new Command(REQUEST.getAndIncrement());
command.setType(CommandType.EXECUTE_TASK_RESPONSE);
byte[] body = FastJsonSerializer.serialize(this);
command.setBody(body);
return command;
}
} |
/*
* Licensed to the Apache Software Foundation (ASF) under one or more
* contributor license agreements. See the NOTICE file distributed with
* this work for additional information regarding copyright ownership.
* The ASF licenses this file to You under the Apache License, Version 2.0
* (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.dolphinscheduler.remote.command;
import org.apache.dolphinscheduler.remote.utils.FastJsonSerializer;
import java.io.Serializable;
import java.util.concurrent.atomic.AtomicLong;
/**
* execute taks response command
* task id
*/
public class ExecuteTaskResponseCommand implements Serializable {
*/
/**
* task id
*/
*/
/**
* attempt id
*/
*/
/**
*/
*/
execute taks response command
* return result
*/
public class ExecuteTaskResponseCommand implements Serializable {
*/
*/
*/
execute taks response command
* received time
*/
private long receivedTime;
*/
execute taks response command
public class ExecuteTaskResponseCommand implements Serializable {
execute taks response command
execute count
*/
private int executeCount;
/**
* execute time
*/
private long executeTime;
public String getAttemptId() {
return attemptId;
}
public void setAttemptId(String attemptId) {
this.attemptId = attemptId;
}
public String getTaskId() {
return taskId;
}
public void setTaskId(String taskId) {
this.taskId = taskId;
}
public Object getResult() {
return result;
}
public void setResult(Object result) {
this.result = result;
}
public long getReceivedTime() {
return receivedTime;
}
public void setReceivedTime(long receivedTime) {
this.receivedTime = receivedTime;
}
public int getExecuteCount() {
return executeCount;
}
public void setExecuteCount(int executeCount) {
this.executeCount = executeCount;
}
public long getExecuteTime() {
return executeTime;
}
public void setExecuteTime(long executeTime) {
this.executeTime = executeTime;
}
public Command convert2Command(long opaque){
Command command = new Command();
command.setType(CommandType.EXECUTE_TASK_RESPONSE);
byte[] body = FastJsonSerializer.serialize(this);
command.setBody(body);
return command;
}
} |
||||||
@ -0,0 +1,38 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.remote.exceptions; |
||||||
|
|
||||||
|
|
||||||
|
/** |
||||||
|
* timeout exception |
||||||
|
*/ |
||||||
|
public class RemotingTimeoutException extends RemotingException{ |
||||||
|
|
||||||
|
public RemotingTimeoutException(String message) { |
||||||
|
super(message); |
||||||
|
} |
||||||
|
|
||||||
|
|
||||||
|
public RemotingTimeoutException(String address, long timeoutMillis) { |
||||||
|
this(address, timeoutMillis, null); |
||||||
|
} |
||||||
|
|
||||||
|
public RemotingTimeoutException(String address, long timeoutMillis, Throwable cause) { |
||||||
|
super(String.format("wait response on the channel %s timeout %s", address, timeoutMillis), cause); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,27 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package org.apache.dolphinscheduler.remote.exceptions; |
||||||
|
|
||||||
|
/** |
||||||
|
* too much request exception |
||||||
|
*/ |
||||||
|
public class RemotingTooMuchRequestException extends RemotingException{ |
||||||
|
|
||||||
|
public RemotingTooMuchRequestException(String message) { |
||||||
|
super(message); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,31 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package org.apache.dolphinscheduler.remote.future; |
||||||
|
|
||||||
|
/** |
||||||
|
* invoke callback |
||||||
|
*/ |
||||||
|
public interface InvokeCallback { |
||||||
|
|
||||||
|
/** |
||||||
|
* operation |
||||||
|
* |
||||||
|
* @param responseFuture responseFuture |
||||||
|
*/ |
||||||
|
void operationComplete(final ResponseFuture responseFuture); |
||||||
|
|
||||||
|
} |
||||||
@ -0,0 +1,41 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package org.apache.dolphinscheduler.remote.future; |
||||||
|
|
||||||
|
import java.util.concurrent.Semaphore; |
||||||
|
import java.util.concurrent.atomic.AtomicBoolean; |
||||||
|
|
||||||
|
/** |
||||||
|
* release semaphore |
||||||
|
*/ |
||||||
|
public class ReleaseSemaphore { |
||||||
|
|
||||||
|
private final Semaphore semaphore; |
||||||
|
|
||||||
|
private final AtomicBoolean released; |
||||||
|
|
||||||
|
public ReleaseSemaphore(Semaphore semaphore){ |
||||||
|
this.semaphore = semaphore; |
||||||
|
this.released = new AtomicBoolean(false); |
||||||
|
} |
||||||
|
|
||||||
|
public void release(){ |
||||||
|
if(this.released.compareAndSet(false, true)){ |
||||||
|
this.semaphore.release(); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,164 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.remote.future; |
||||||
|
|
||||||
|
import org.apache.dolphinscheduler.remote.command.Command; |
||||||
|
|
||||||
|
import java.util.concurrent.*; |
||||||
|
|
||||||
|
/** |
||||||
|
* response future |
||||||
|
*/ |
||||||
|
public class ResponseFuture { |
||||||
|
|
||||||
|
private final static ConcurrentHashMap<Long,ResponseFuture> FUTURE_TABLE = new ConcurrentHashMap<>(256); |
||||||
|
|
||||||
|
/** |
||||||
|
* request unique identification |
||||||
|
*/ |
||||||
|
private final long opaque; |
||||||
|
|
||||||
|
/** |
||||||
|
* timeout |
||||||
|
*/ |
||||||
|
private final long timeoutMillis; |
||||||
|
|
||||||
|
/** |
||||||
|
* invokeCallback function |
||||||
|
*/ |
||||||
|
private final InvokeCallback invokeCallback; |
||||||
|
|
||||||
|
/** |
||||||
|
* releaseSemaphore |
||||||
|
*/ |
||||||
|
private final ReleaseSemaphore releaseSemaphore; |
||||||
|
|
||||||
|
private final CountDownLatch latch = new CountDownLatch(1); |
||||||
|
|
||||||
|
private final long beginTimestamp = System.currentTimeMillis(); |
||||||
|
|
||||||
|
/** |
||||||
|
* response command |
||||||
|
*/ |
||||||
|
private volatile Command responseCommand; |
||||||
|
|
||||||
|
private volatile boolean sendOk = true; |
||||||
|
|
||||||
|
private volatile Throwable cause; |
||||||
|
|
||||||
|
public ResponseFuture(long opaque, long timeoutMillis, InvokeCallback invokeCallback, ReleaseSemaphore releaseSemaphore) { |
||||||
|
this.opaque = opaque; |
||||||
|
this.timeoutMillis = timeoutMillis; |
||||||
|
this.invokeCallback = invokeCallback; |
||||||
|
this.releaseSemaphore = releaseSemaphore; |
||||||
|
FUTURE_TABLE.put(opaque, this); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* wait for response |
||||||
|
* |
||||||
|
* @return command |
||||||
|
* @throws InterruptedException |
||||||
|
*/ |
||||||
|
public Command waitResponse() throws InterruptedException { |
||||||
|
this.latch.await(timeoutMillis, TimeUnit.MILLISECONDS); |
||||||
|
return this.responseCommand; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* put response |
||||||
|
* |
||||||
|
* @param responseCommand responseCommand |
||||||
|
*/ |
||||||
|
public void putResponse(final Command responseCommand) { |
||||||
|
this.responseCommand = responseCommand; |
||||||
|
this.latch.countDown(); |
||||||
|
FUTURE_TABLE.remove(opaque); |
||||||
|
} |
||||||
|
|
||||||
|
public static ResponseFuture getFuture(long opaque){ |
||||||
|
return FUTURE_TABLE.get(opaque); |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* whether timeout |
||||||
|
* @return timeout |
||||||
|
*/ |
||||||
|
public boolean isTimeout() { |
||||||
|
long diff = System.currentTimeMillis() - this.beginTimestamp; |
||||||
|
return diff > this.timeoutMillis; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* execute invoke callback |
||||||
|
*/ |
||||||
|
public void executeInvokeCallback() { |
||||||
|
if (invokeCallback != null) { |
||||||
|
invokeCallback.operationComplete(this); |
||||||
|
} |
||||||
|
} |
||||||
|
|
||||||
|
public boolean isSendOK() { |
||||||
|
return sendOk; |
||||||
|
} |
||||||
|
|
||||||
|
public void setSendOk(boolean sendOk) { |
||||||
|
this.sendOk = sendOk; |
||||||
|
} |
||||||
|
|
||||||
|
public void setCause(Throwable cause) { |
||||||
|
this.cause = cause; |
||||||
|
} |
||||||
|
|
||||||
|
public Throwable getCause() { |
||||||
|
return cause; |
||||||
|
} |
||||||
|
|
||||||
|
public long getOpaque() { |
||||||
|
return opaque; |
||||||
|
} |
||||||
|
|
||||||
|
public long getTimeoutMillis() { |
||||||
|
return timeoutMillis; |
||||||
|
} |
||||||
|
|
||||||
|
public long getBeginTimestamp() { |
||||||
|
return beginTimestamp; |
||||||
|
} |
||||||
|
|
||||||
|
public Command getResponseCommand() { |
||||||
|
return responseCommand; |
||||||
|
} |
||||||
|
|
||||||
|
public void setResponseCommand(Command responseCommand) { |
||||||
|
this.responseCommand = responseCommand; |
||||||
|
} |
||||||
|
|
||||||
|
public InvokeCallback getInvokeCallback() { |
||||||
|
return invokeCallback; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* release |
||||||
|
*/ |
||||||
|
public void release() { |
||||||
|
if(this.releaseSemaphore != null){ |
||||||
|
this.releaseSemaphore.release(); |
||||||
|
} |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,38 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
|
||||||
|
package org.apache.dolphinscheduler.remote.utils; |
||||||
|
|
||||||
|
import org.slf4j.Logger; |
||||||
|
import org.slf4j.LoggerFactory; |
||||||
|
|
||||||
|
import java.util.concurrent.RejectedExecutionHandler; |
||||||
|
import java.util.concurrent.ThreadPoolExecutor; |
||||||
|
|
||||||
|
/** |
||||||
|
* caller thread execute |
||||||
|
*/ |
||||||
|
public class CallerThreadExecutePolicy implements RejectedExecutionHandler { |
||||||
|
|
||||||
|
private final Logger logger = LoggerFactory.getLogger(CallerThreadExecutePolicy.class); |
||||||
|
|
||||||
|
@Override |
||||||
|
public void rejectedExecution(Runnable r, ThreadPoolExecutor executor) { |
||||||
|
logger.warn("queue is full, trigger caller thread execute"); |
||||||
|
r.run(); |
||||||
|
} |
||||||
|
} |
||||||
@ -0,0 +1,61 @@ |
|||||||
|
/* |
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||||
|
* contributor license agreements. See the NOTICE file distributed with |
||||||
|
* this work for additional information regarding copyright ownership. |
||||||
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||||
|
* (the "License"); you may not use this file except in compliance with |
||||||
|
* the License. You may obtain a copy of the License at |
||||||
|
* |
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
* |
||||||
|
* Unless required by applicable law or agreed to in writing, software |
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS, |
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||||
|
* See the License for the specific language governing permissions and |
||||||
|
* limitations under the License. |
||||||
|
*/ |
||||||
|
package org.apache.dolphinscheduler.remote.utils; |
||||||
|
|
||||||
|
import java.util.concurrent.ThreadFactory; |
||||||
|
import java.util.concurrent.atomic.AtomicInteger; |
||||||
|
|
||||||
|
/** |
||||||
|
* thread factory |
||||||
|
*/ |
||||||
|
public class NamedThreadFactory implements ThreadFactory { |
||||||
|
|
||||||
|
private final AtomicInteger increment = new AtomicInteger(1); |
||||||
|
|
||||||
|
/** |
||||||
|
* name |
||||||
|
*/ |
||||||
|
private final String name; |
||||||
|
|
||||||
|
/** |
||||||
|
* count |
||||||
|
*/ |
||||||
|
private final int count; |
||||||
|
|
||||||
|
public NamedThreadFactory(String name){ |
||||||
|
this(name, 0); |
||||||
|
} |
||||||
|
|
||||||
|
public NamedThreadFactory(String name, int count){ |
||||||
|
this.name = name; |
||||||
|
this.count = count; |
||||||
|
} |
||||||
|
|
||||||
|
/** |
||||||
|
* create thread |
||||||
|
* @param r runnable |
||||||
|
* @return thread |
||||||
|
*/ |
||||||
|
@Override |
||||||
|
public Thread newThread(Runnable r) { |
||||||
|
final String threadName = count > 0 ? String.format(name + "_%d_%d", count, increment.getAndIncrement()) |
||||||
|
: String.format(name + "_%d", increment.getAndIncrement()); |
||||||
|
Thread t = new Thread(r, threadName); |
||||||
|
t.setDaemon(true); |
||||||
|
return t; |
||||||
|
} |
||||||
|
} |
||||||
Loading…
Reference in new issue