xiangzihao
3 months ago
committed by
GitHub
46 changed files with 586 additions and 1780 deletions
|
After Width: | Height: | Size: 150 KiB |
|
Before Width: | Height: | Size: 204 KiB |
|
Before Width: | Height: | Size: 707 B |
|
After Width: | Height: | Size: 166 KiB |
@ -1,31 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.enums; |
||||
|
||||
/** |
||||
* http check condition |
||||
*/ |
||||
public enum HttpCheckCondition { |
||||
/** |
||||
* 0 status_code_default:200 |
||||
* 1 status_code_custom |
||||
* 2 body_contains |
||||
* 3 body_not_contains |
||||
*/ |
||||
STATUS_CODE_DEFAULT, STATUS_CODE_CUSTOM, BODY_CONTAINS, BODY_NOT_CONTAINS |
||||
} |
||||
@ -1,32 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.enums; |
||||
|
||||
/** |
||||
* http method |
||||
*/ |
||||
public enum HttpMethod { |
||||
/** |
||||
* 0 get |
||||
* 1 post |
||||
* 2 head |
||||
* 3 put |
||||
* 4 delete |
||||
*/ |
||||
GET, POST, HEAD, PUT, DELETE |
||||
} |
||||
@ -1,30 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.enums; |
||||
|
||||
/** |
||||
* http parameters type |
||||
*/ |
||||
public enum HttpParametersType { |
||||
/** |
||||
* 0 parameter; |
||||
* 1 body; |
||||
* 2 headers; |
||||
*/ |
||||
PARAMETER, BODY, HEADERS |
||||
} |
||||
@ -0,0 +1,42 @@
|
||||
/* |
||||
* Licensed to Apache Software Foundation (ASF) under one or more contributor |
||||
* license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright |
||||
* ownership. Apache Software Foundation (ASF) licenses this file to you under |
||||
* the Apache License, Version 2.0 (the "License"); you may |
||||
* not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, |
||||
* software distributed under the License is distributed on an |
||||
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
||||
* KIND, either express or implied. See the License for the |
||||
* specific language governing permissions and limitations |
||||
* under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.model; |
||||
|
||||
import lombok.Getter; |
||||
import lombok.RequiredArgsConstructor; |
||||
|
||||
@Getter |
||||
@RequiredArgsConstructor |
||||
public enum OkHttpRequestHeaderContentType { |
||||
|
||||
APPLICATION_JSON("application/json"), |
||||
APPLICATION_FORM_URLENCODED("application/x-www-form-urlencoded"); |
||||
|
||||
private final String value; |
||||
|
||||
public static OkHttpRequestHeaderContentType fromValue(String value) { |
||||
for (OkHttpRequestHeaderContentType contentType : OkHttpRequestHeaderContentType.values()) { |
||||
if (contentType.getValue().equalsIgnoreCase(value)) { |
||||
return contentType; |
||||
} |
||||
} |
||||
return null; |
||||
} |
||||
} |
||||
@ -0,0 +1,32 @@
|
||||
/* |
||||
* Licensed to Apache Software Foundation (ASF) under one or more contributor |
||||
* license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright |
||||
* ownership. Apache Software Foundation (ASF) licenses this file to you under |
||||
* the Apache License, Version 2.0 (the "License"); you may |
||||
* not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, |
||||
* software distributed under the License is distributed on an |
||||
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
||||
* KIND, either express or implied. See the License for the |
||||
* specific language governing permissions and limitations |
||||
* under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.model; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import lombok.Data; |
||||
|
||||
@Data |
||||
public class OkHttpRequestHeaders { |
||||
|
||||
private Map<String, String> headers; |
||||
|
||||
private OkHttpRequestHeaderContentType okHttpRequestHeaderContentType; |
||||
} |
||||
@ -0,0 +1,34 @@
|
||||
/* |
||||
* Licensed to Apache Software Foundation (ASF) under one or more contributor |
||||
* license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright |
||||
* ownership. Apache Software Foundation (ASF) licenses this file to you under |
||||
* the Apache License, Version 2.0 (the "License"); you may |
||||
* not use this file except in compliance with the License. |
||||
* You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, |
||||
* software distributed under the License is distributed on an |
||||
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
||||
* KIND, either express or implied. See the License for the |
||||
* specific language governing permissions and limitations |
||||
* under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.common.model; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NoArgsConstructor; |
||||
|
||||
@AllArgsConstructor |
||||
@NoArgsConstructor |
||||
@Data |
||||
public class OkHttpResponse { |
||||
|
||||
private int statusCode; |
||||
|
||||
private String body; |
||||
} |
||||
@ -1,202 +0,0 @@
|
||||
|
||||
Apache License |
||||
Version 2.0, January 2004 |
||||
http://www.apache.org/licenses/ |
||||
|
||||
TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION |
||||
|
||||
1. Definitions. |
||||
|
||||
"License" shall mean the terms and conditions for use, reproduction, |
||||
and distribution as defined by Sections 1 through 9 of this document. |
||||
|
||||
"Licensor" shall mean the copyright owner or entity authorized by |
||||
the copyright owner that is granting the License. |
||||
|
||||
"Legal Entity" shall mean the union of the acting entity and all |
||||
other entities that control, are controlled by, or are under common |
||||
control with that entity. For the purposes of this definition, |
||||
"control" means (i) the power, direct or indirect, to cause the |
||||
direction or management of such entity, whether by contract or |
||||
otherwise, or (ii) ownership of fifty percent (50%) or more of the |
||||
outstanding shares, or (iii) beneficial ownership of such entity. |
||||
|
||||
"You" (or "Your") shall mean an individual or Legal Entity |
||||
exercising permissions granted by this License. |
||||
|
||||
"Source" form shall mean the preferred form for making modifications, |
||||
including but not limited to software source code, documentation |
||||
source, and configuration files. |
||||
|
||||
"Object" form shall mean any form resulting from mechanical |
||||
transformation or translation of a Source form, including but |
||||
not limited to compiled object code, generated documentation, |
||||
and conversions to other media types. |
||||
|
||||
"Work" shall mean the work of authorship, whether in Source or |
||||
Object form, made available under the License, as indicated by a |
||||
copyright notice that is included in or attached to the work |
||||
(an example is provided in the Appendix below). |
||||
|
||||
"Derivative Works" shall mean any work, whether in Source or Object |
||||
form, that is based on (or derived from) the Work and for which the |
||||
editorial revisions, annotations, elaborations, or other modifications |
||||
represent, as a whole, an original work of authorship. For the purposes |
||||
of this License, Derivative Works shall not include works that remain |
||||
separable from, or merely link (or bind by name) to the interfaces of, |
||||
the Work and Derivative Works thereof. |
||||
|
||||
"Contribution" shall mean any work of authorship, including |
||||
the original version of the Work and any modifications or additions |
||||
to that Work or Derivative Works thereof, that is intentionally |
||||
submitted to Licensor for inclusion in the Work by the copyright owner |
||||
or by an individual or Legal Entity authorized to submit on behalf of |
||||
the copyright owner. For the purposes of this definition, "submitted" |
||||
means any form of electronic, verbal, or written communication sent |
||||
to the Licensor or its representatives, including but not limited to |
||||
communication on electronic mailing lists, source code control systems, |
||||
and issue tracking systems that are managed by, or on behalf of, the |
||||
Licensor for the purpose of discussing and improving the Work, but |
||||
excluding communication that is conspicuously marked or otherwise |
||||
designated in writing by the copyright owner as "Not a Contribution." |
||||
|
||||
"Contributor" shall mean Licensor and any individual or Legal Entity |
||||
on behalf of whom a Contribution has been received by Licensor and |
||||
subsequently incorporated within the Work. |
||||
|
||||
2. Grant of Copyright License. Subject to the terms and conditions of |
||||
this License, each Contributor hereby grants to You a perpetual, |
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable |
||||
copyright license to reproduce, prepare Derivative Works of, |
||||
publicly display, publicly perform, sublicense, and distribute the |
||||
Work and such Derivative Works in Source or Object form. |
||||
|
||||
3. Grant of Patent License. Subject to the terms and conditions of |
||||
this License, each Contributor hereby grants to You a perpetual, |
||||
worldwide, non-exclusive, no-charge, royalty-free, irrevocable |
||||
(except as stated in this section) patent license to make, have made, |
||||
use, offer to sell, sell, import, and otherwise transfer the Work, |
||||
where such license applies only to those patent claims licensable |
||||
by such Contributor that are necessarily infringed by their |
||||
Contribution(s) alone or by combination of their Contribution(s) |
||||
with the Work to which such Contribution(s) was submitted. If You |
||||
institute patent litigation against any entity (including a |
||||
cross-claim or counterclaim in a lawsuit) alleging that the Work |
||||
or a Contribution incorporated within the Work constitutes direct |
||||
or contributory patent infringement, then any patent licenses |
||||
granted to You under this License for that Work shall terminate |
||||
as of the date such litigation is filed. |
||||
|
||||
4. Redistribution. You may reproduce and distribute copies of the |
||||
Work or Derivative Works thereof in any medium, with or without |
||||
modifications, and in Source or Object form, provided that You |
||||
meet the following conditions: |
||||
|
||||
(a) You must give any other recipients of the Work or |
||||
Derivative Works a copy of this License; and |
||||
|
||||
(b) You must cause any modified files to carry prominent notices |
||||
stating that You changed the files; and |
||||
|
||||
(c) You must retain, in the Source form of any Derivative Works |
||||
that You distribute, all copyright, patent, trademark, and |
||||
attribution notices from the Source form of the Work, |
||||
excluding those notices that do not pertain to any part of |
||||
the Derivative Works; and |
||||
|
||||
(d) If the Work includes a "NOTICE" text file as part of its |
||||
distribution, then any Derivative Works that You distribute must |
||||
include a readable copy of the attribution notices contained |
||||
within such NOTICE file, excluding those notices that do not |
||||
pertain to any part of the Derivative Works, in at least one |
||||
of the following places: within a NOTICE text file distributed |
||||
as part of the Derivative Works; within the Source form or |
||||
documentation, if provided along with the Derivative Works; or, |
||||
within a display generated by the Derivative Works, if and |
||||
wherever such third-party notices normally appear. The contents |
||||
of the NOTICE file are for informational purposes only and |
||||
do not modify the License. You may add Your own attribution |
||||
notices within Derivative Works that You distribute, alongside |
||||
or as an addendum to the NOTICE text from the Work, provided |
||||
that such additional attribution notices cannot be construed |
||||
as modifying the License. |
||||
|
||||
You may add Your own copyright statement to Your modifications and |
||||
may provide additional or different license terms and conditions |
||||
for use, reproduction, or distribution of Your modifications, or |
||||
for any such Derivative Works as a whole, provided Your use, |
||||
reproduction, and distribution of the Work otherwise complies with |
||||
the conditions stated in this License. |
||||
|
||||
5. Submission of Contributions. Unless You explicitly state otherwise, |
||||
any Contribution intentionally submitted for inclusion in the Work |
||||
by You to the Licensor shall be under the terms and conditions of |
||||
this License, without any additional terms or conditions. |
||||
Notwithstanding the above, nothing herein shall supersede or modify |
||||
the terms of any separate license agreement you may have executed |
||||
with Licensor regarding such Contributions. |
||||
|
||||
6. Trademarks. This License does not grant permission to use the trade |
||||
names, trademarks, service marks, or product names of the Licensor, |
||||
except as required for reasonable and customary use in describing the |
||||
origin of the Work and reproducing the content of the NOTICE file. |
||||
|
||||
7. Disclaimer of Warranty. Unless required by applicable law or |
||||
agreed to in writing, Licensor provides the Work (and each |
||||
Contributor provides its Contributions) on an "AS IS" BASIS, |
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or |
||||
implied, including, without limitation, any warranties or conditions |
||||
of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A |
||||
PARTICULAR PURPOSE. You are solely responsible for determining the |
||||
appropriateness of using or redistributing the Work and assume any |
||||
risks associated with Your exercise of permissions under this License. |
||||
|
||||
8. Limitation of Liability. In no event and under no legal theory, |
||||
whether in tort (including negligence), contract, or otherwise, |
||||
unless required by applicable law (such as deliberate and grossly |
||||
negligent acts) or agreed to in writing, shall any Contributor be |
||||
liable to You for damages, including any direct, indirect, special, |
||||
incidental, or consequential damages of any character arising as a |
||||
result of this License or out of the use or inability to use the |
||||
Work (including but not limited to damages for loss of goodwill, |
||||
work stoppage, computer failure or malfunction, or any and all |
||||
other commercial damages or losses), even if such Contributor |
||||
has been advised of the possibility of such damages. |
||||
|
||||
9. Accepting Warranty or Additional Liability. While redistributing |
||||
the Work or Derivative Works thereof, You may choose to offer, |
||||
and charge a fee for, acceptance of support, warranty, indemnity, |
||||
or other liability obligations and/or rights consistent with this |
||||
License. However, in accepting such obligations, You may act only |
||||
on Your own behalf and on Your sole responsibility, not on behalf |
||||
of any other Contributor, and only if You agree to indemnify, |
||||
defend, and hold each Contributor harmless for any liability |
||||
incurred by, or claims asserted against, such Contributor by reason |
||||
of your accepting any such warranty or additional liability. |
||||
|
||||
END OF TERMS AND CONDITIONS |
||||
|
||||
APPENDIX: How to apply the Apache License to your work. |
||||
|
||||
To apply the Apache License to your work, attach the following |
||||
boilerplate notice, with the fields enclosed by brackets "[]" |
||||
replaced with your own identifying information. (Don't include |
||||
the brackets!) The text should be enclosed in the appropriate |
||||
comment syntax for the file format. We also recommend that a |
||||
file or class name and description of purpose be included on the |
||||
same "printed page" as the copyright notice for easier |
||||
identification within third-party archives. |
||||
|
||||
Copyright [yyyy] [name of copyright owner] |
||||
|
||||
Licensed under the Apache License, Version 2.0 (the "License"); |
||||
you may not use this file except in compliance with the License. |
||||
You may obtain a copy of the License at |
||||
|
||||
http://www.apache.org/licenses/LICENSE-2.0 |
||||
|
||||
Unless required by applicable law or agreed to in writing, software |
||||
distributed under the License is distributed on an "AS IS" BASIS, |
||||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
See the License for the specific language governing permissions and |
||||
limitations under the License. |
||||
@ -1,31 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.HttpLoopTaskMethodDefinition; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
public interface TemplateMethodTransformer<YamlMethodT extends LoopTaskYamlDefinition.LoopTaskMethodYamlDefinition, MethodT extends HttpLoopTaskMethodDefinition> { |
||||
|
||||
/** |
||||
* Transform the {@link LoopTaskYamlDefinition.LoopTaskMethodYamlDefinition} to {@link HttpLoopTaskMethodDefinition}. |
||||
*/ |
||||
@NonNull |
||||
MethodT transform(@NonNull YamlMethodT loopTaskAPIYamlDefinition); |
||||
} |
||||
@ -1,57 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.TaskExecutionContext; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.BaseLoopTaskExecutor; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskInstanceInfo; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskInstanceStatus; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.parser.HttpTaskDefinitionParser; |
||||
|
||||
import javax.annotation.Nullable; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
public abstract class BaseHttpTemplateLoopTaskExecutor extends BaseLoopTaskExecutor { |
||||
|
||||
private final HttpLoopTaskDefinition httpLoopTaskDefinition; |
||||
|
||||
public BaseHttpTemplateLoopTaskExecutor(@NonNull TaskExecutionContext taskExecutionContext, |
||||
@NonNull String taskDefinitionYamlFile) { |
||||
super(taskExecutionContext); |
||||
this.httpLoopTaskDefinition = new HttpTaskDefinitionParser().parse(taskDefinitionYamlFile); |
||||
} |
||||
|
||||
@Override |
||||
public @NonNull LoopTaskInstanceInfo submitLoopTask() { |
||||
return httpLoopTaskDefinition.getSubmitTaskMethod().submitLoopTask(); |
||||
} |
||||
|
||||
@Override |
||||
public @NonNull LoopTaskInstanceStatus queryTaskInstanceStatus(@NonNull LoopTaskInstanceInfo taskInstanceInfo) { |
||||
return httpLoopTaskDefinition.getQueryTaskStateMethod().queryTaskInstanceStatus(taskInstanceInfo); |
||||
} |
||||
|
||||
@Override |
||||
public void cancelLoopTaskInstance(@Nullable LoopTaskInstanceInfo taskInstanceInfo) { |
||||
if (taskInstanceInfo == null) { |
||||
return; |
||||
} |
||||
httpLoopTaskDefinition.getCancelTaskMethod().cancelTaskInstance(taskInstanceInfo); |
||||
} |
||||
} |
||||
@ -1,65 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskCancelTaskMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskQueryStatusMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskSubmitTaskMethodDefinition; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
public class HttpLoopTaskDefinition |
||||
implements |
||||
LoopTaskDefinition<HttpLoopTaskSubmitTaskMethodDefinition, HttpLoopTaskQueryStatusMethodDefinition, HttpLoopTaskCancelTaskMethodDefinition> { |
||||
|
||||
private final String taskName; |
||||
private final HttpLoopTaskSubmitTaskMethodDefinition submitTaskMethod; |
||||
private final HttpLoopTaskQueryStatusMethodDefinition queryTaskStateMethod; |
||||
private final HttpLoopTaskCancelTaskMethodDefinition cancelTaskMethod; |
||||
|
||||
public HttpLoopTaskDefinition(@NonNull String taskName, |
||||
@NonNull HttpLoopTaskSubmitTaskMethodDefinition submitTaskMethod, |
||||
@NonNull HttpLoopTaskQueryStatusMethodDefinition queryTaskStateMethod, |
||||
@NonNull HttpLoopTaskCancelTaskMethodDefinition cancelTaskMethod) { |
||||
this.taskName = taskName; |
||||
this.submitTaskMethod = submitTaskMethod; |
||||
this.queryTaskStateMethod = queryTaskStateMethod; |
||||
this.cancelTaskMethod = cancelTaskMethod; |
||||
} |
||||
|
||||
@Override |
||||
public @NonNull String getTaskName() { |
||||
return taskName; |
||||
} |
||||
|
||||
@Override |
||||
public @NonNull HttpLoopTaskSubmitTaskMethodDefinition getSubmitTaskMethod() { |
||||
return submitTaskMethod; |
||||
} |
||||
|
||||
@Override |
||||
public @NonNull HttpLoopTaskQueryStatusMethodDefinition getQueryTaskStateMethod() { |
||||
return queryTaskStateMethod; |
||||
} |
||||
|
||||
@Override |
||||
public @NonNull HttpLoopTaskCancelTaskMethodDefinition getCancelTaskMethod() { |
||||
return cancelTaskMethod; |
||||
} |
||||
} |
||||
@ -1,31 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskInstanceInfo; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
|
||||
@Data |
||||
@AllArgsConstructor |
||||
public class HttpLoopTaskInstanceInfo implements LoopTaskInstanceInfo { |
||||
|
||||
private final String taskInstanceId; |
||||
|
||||
} |
||||
@ -1,35 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskInstanceStatus; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
|
||||
@Data |
||||
@AllArgsConstructor |
||||
public class HttpLoopTaskInstanceStatus implements LoopTaskInstanceStatus { |
||||
|
||||
private final boolean finished; |
||||
|
||||
@Override |
||||
public boolean isSuccess() { |
||||
return true; |
||||
} |
||||
} |
||||
@ -1,44 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskMethodType; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import lombok.AllArgsConstructor; |
||||
import lombok.Data; |
||||
import lombok.NonNull; |
||||
|
||||
@Data |
||||
@AllArgsConstructor |
||||
public abstract class HttpLoopTaskMethodDefinition implements LoopTaskMethodDefinition { |
||||
|
||||
protected final String url; |
||||
protected final String httpMethodType; |
||||
protected final String dataType; |
||||
protected final Map<String, String> httpHeaders; |
||||
protected final Map<String, Object> requestParams; |
||||
protected final Map<String, Object> requestBody; |
||||
|
||||
@Override |
||||
public @NonNull LoopTaskMethodType getLoopTaskMethodType() { |
||||
return LoopTaskMethodType.HTTP; |
||||
} |
||||
} |
||||
@ -1,81 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method; |
||||
|
||||
import org.apache.dolphinscheduler.common.utils.OkHttpUtils; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskCancelMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskInstanceInfo; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.HttpLoopTaskMethodDefinition; |
||||
|
||||
import org.apache.commons.lang3.StringUtils; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import javax.annotation.Nullable; |
||||
|
||||
public class HttpLoopTaskCancelTaskMethodDefinition extends HttpLoopTaskMethodDefinition |
||||
implements |
||||
LoopTaskCancelMethodDefinition { |
||||
|
||||
private final String taskInstanceIdHolder = "${taskInstanceId}"; |
||||
|
||||
public HttpLoopTaskCancelTaskMethodDefinition(String url, |
||||
String httpMethodType, |
||||
String dataType, |
||||
Map<String, String> httpHeaders, |
||||
Map<String, Object> requestParams, |
||||
Map<String, Object> requestBody) { |
||||
super(url, httpMethodType, dataType, httpHeaders, requestParams, requestBody); |
||||
} |
||||
|
||||
@Override |
||||
public void cancelTaskInstance(@Nullable LoopTaskInstanceInfo loopTaskInstanceInfo) { |
||||
if (loopTaskInstanceInfo == null) { |
||||
return; |
||||
} |
||||
if (requestParams != null) { |
||||
for (Map.Entry<String, Object> entry : requestParams.entrySet()) { |
||||
if (StringUtils.equals(entry.getValue().toString(), taskInstanceIdHolder)) { |
||||
entry.setValue(loopTaskInstanceInfo.getTaskInstanceId()); |
||||
} |
||||
} |
||||
} |
||||
if (requestBody != null) { |
||||
for (Map.Entry<String, Object> entry : requestBody.entrySet()) { |
||||
if (StringUtils.equalsIgnoreCase(entry.getValue().toString(), taskInstanceIdHolder)) { |
||||
entry.setValue(loopTaskInstanceInfo.getTaskInstanceId()); |
||||
} |
||||
} |
||||
} |
||||
|
||||
try { |
||||
if (StringUtils.equalsIgnoreCase("get", httpMethodType)) { |
||||
OkHttpUtils.get(url, httpHeaders, requestParams); |
||||
} else if (StringUtils.equalsIgnoreCase("post", httpMethodType)) { |
||||
OkHttpUtils.post(url, httpHeaders, requestParams, requestBody); |
||||
} else { |
||||
throw new IllegalArgumentException(String.format("http method type: %s is not supported", |
||||
httpMethodType)); |
||||
} |
||||
} catch (IllegalArgumentException ex) { |
||||
throw ex; |
||||
} catch (Exception ex) { |
||||
throw new RuntimeException("Query loop task instance status failed", ex); |
||||
} |
||||
} |
||||
} |
||||
@ -1,88 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method; |
||||
|
||||
import org.apache.dolphinscheduler.common.utils.OkHttpUtils; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskInstanceInfo; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskInstanceStatus; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskQueryStatusMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.HttpLoopTaskInstanceStatus; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.HttpLoopTaskMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.utils.JsonPathUtils; |
||||
|
||||
import org.apache.commons.lang3.StringUtils; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
public class HttpLoopTaskQueryStatusMethodDefinition extends HttpLoopTaskMethodDefinition |
||||
implements |
||||
LoopTaskQueryStatusMethodDefinition { |
||||
|
||||
private final String taskInstanceFinishedJPath; |
||||
// inject the taskInstanceId into template
|
||||
private final String taskInstanceIdHolder = "${taskInstanceId}"; |
||||
|
||||
public HttpLoopTaskQueryStatusMethodDefinition(String url, |
||||
String httpMethodType, |
||||
String dataType, |
||||
Map<String, String> httpHeaders, |
||||
Map<String, Object> requestParams, |
||||
Map<String, Object> requestBody, |
||||
String taskInstanceFinishedJPath) { |
||||
super(url, httpMethodType, dataType, httpHeaders, requestParams, requestBody); |
||||
this.taskInstanceFinishedJPath = taskInstanceFinishedJPath; |
||||
} |
||||
|
||||
@Override |
||||
public @NonNull LoopTaskInstanceStatus queryTaskInstanceStatus(@NonNull LoopTaskInstanceInfo loopTaskInstanceInfo) { |
||||
// set the loopTaskInstanceId to request params;
|
||||
if (requestParams != null) { |
||||
for (Map.Entry<String, Object> entry : requestParams.entrySet()) { |
||||
if (StringUtils.equals(entry.getValue().toString(), taskInstanceIdHolder)) { |
||||
entry.setValue(loopTaskInstanceInfo.getTaskInstanceId()); |
||||
} |
||||
} |
||||
} |
||||
if (requestBody != null) { |
||||
for (Map.Entry<String, Object> entry : requestBody.entrySet()) { |
||||
if (StringUtils.equalsIgnoreCase(entry.getValue().toString(), taskInstanceIdHolder)) { |
||||
entry.setValue(loopTaskInstanceInfo.getTaskInstanceId()); |
||||
} |
||||
} |
||||
} |
||||
|
||||
String responseBody; |
||||
try { |
||||
if (StringUtils.equalsIgnoreCase("get", httpMethodType)) { |
||||
responseBody = OkHttpUtils.get(url, httpHeaders, requestParams); |
||||
} else if (StringUtils.equalsIgnoreCase("post", httpMethodType)) { |
||||
responseBody = OkHttpUtils.post(url, httpHeaders, requestParams, requestBody); |
||||
} else { |
||||
throw new IllegalArgumentException(String.format("http method type: %s is not supported", |
||||
httpMethodType)); |
||||
} |
||||
} catch (IllegalArgumentException ex) { |
||||
throw ex; |
||||
} catch (Exception ex) { |
||||
throw new RuntimeException("Query loop task instance status failed", ex); |
||||
} |
||||
return new HttpLoopTaskInstanceStatus(JsonPathUtils.exist(responseBody, taskInstanceFinishedJPath)); |
||||
} |
||||
} |
||||
@ -1,76 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method; |
||||
|
||||
import org.apache.dolphinscheduler.common.utils.OkHttpUtils; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskInstanceInfo; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.LoopTaskSubmitTaskMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.HttpLoopTaskInstanceInfo; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.HttpLoopTaskMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.utils.JsonPathUtils; |
||||
|
||||
import org.apache.commons.lang3.StringUtils; |
||||
|
||||
import java.util.Map; |
||||
import java.util.Optional; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
public class HttpLoopTaskSubmitTaskMethodDefinition extends HttpLoopTaskMethodDefinition |
||||
implements |
||||
LoopTaskSubmitTaskMethodDefinition { |
||||
|
||||
private final String taskInstanceIdJPath; |
||||
|
||||
public HttpLoopTaskSubmitTaskMethodDefinition(String url, |
||||
String httpMethodType, |
||||
String dataType, |
||||
Map<String, String> httpHeaders, |
||||
Map<String, Object> requestParams, |
||||
Map<String, Object> requestBody, |
||||
@NonNull String taskInstanceIdJPath) { |
||||
super(url, httpMethodType, dataType, httpHeaders, requestParams, requestBody); |
||||
this.taskInstanceIdJPath = taskInstanceIdJPath; |
||||
} |
||||
|
||||
@Override |
||||
public @NonNull LoopTaskInstanceInfo submitLoopTask() { |
||||
// todo: call http api to submit task
|
||||
String responseBody; |
||||
try { |
||||
if (StringUtils.equalsIgnoreCase(httpMethodType, "GET")) { |
||||
responseBody = OkHttpUtils.get(url, httpHeaders, requestParams); |
||||
} else if (StringUtils.equalsIgnoreCase(httpMethodType, "POST")) { |
||||
responseBody = OkHttpUtils.post(url, httpHeaders, requestParams, requestBody); |
||||
} else { |
||||
throw new IllegalArgumentException(String.format("The request method type: %s is not supported.", |
||||
httpMethodType)); |
||||
} |
||||
} catch (IllegalArgumentException ex) { |
||||
throw ex; |
||||
} catch (Exception ex) { |
||||
throw new RuntimeException("Submit loop task error", ex); |
||||
} |
||||
Optional<String> taskInstanceIdOptional = JsonPathUtils.read(responseBody, taskInstanceIdJPath); |
||||
String taskInstanceId = taskInstanceIdOptional.orElseThrow(() -> new RuntimeException(String.format( |
||||
"Resolve the taskInstanceId error, responseBody: %s, taskInstanceIdJPath: %s", |
||||
responseBody, |
||||
taskInstanceIdJPath))); |
||||
return new HttpLoopTaskInstanceInfo(taskInstanceId); |
||||
} |
||||
} |
||||
@ -1,47 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http.parser; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.LoopTaskYamlDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.TemplateMethodTransformer; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskCancelTaskMethodDefinition; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
public class CancelTemplateMethodTransformer |
||||
implements |
||||
TemplateMethodTransformer<LoopTaskYamlDefinition.LoopTaskCancelYamlDefinition, HttpLoopTaskCancelTaskMethodDefinition> { |
||||
|
||||
@Override |
||||
public @NonNull HttpLoopTaskCancelTaskMethodDefinition transform(@NonNull LoopTaskYamlDefinition.LoopTaskCancelYamlDefinition loopTaskAPIYamlDefinition) { |
||||
String url = loopTaskAPIYamlDefinition.getUrl(); |
||||
String method = loopTaskAPIYamlDefinition.getMethod(); |
||||
String dataType = loopTaskAPIYamlDefinition.getDataType(); |
||||
Map<String, String> httpHeaders = loopTaskAPIYamlDefinition.getHttpHeaders(); |
||||
Map<String, Object> requestParams = loopTaskAPIYamlDefinition.getRequestParams(); |
||||
Map<String, Object> requestBody = loopTaskAPIYamlDefinition.getRequestBody(); |
||||
return new HttpLoopTaskCancelTaskMethodDefinition(url, |
||||
method, |
||||
dataType, |
||||
httpHeaders, |
||||
requestParams, |
||||
requestBody); |
||||
} |
||||
} |
||||
@ -1,89 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http.parser; |
||||
|
||||
import org.apache.dolphinscheduler.common.utils.ClassFilterConstructor; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.LoopTaskYamlDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.TaskDefinitionParser; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.HttpLoopTaskDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskCancelTaskMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskQueryStatusMethodDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskSubmitTaskMethodDefinition; |
||||
|
||||
import org.apache.commons.lang3.StringUtils; |
||||
|
||||
import java.io.FileReader; |
||||
import java.io.IOException; |
||||
import java.util.Map; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
import org.yaml.snakeyaml.Yaml; |
||||
|
||||
import com.google.common.base.Preconditions; |
||||
|
||||
public class HttpTaskDefinitionParser implements TaskDefinitionParser<HttpLoopTaskDefinition> { |
||||
|
||||
@Override |
||||
public @NonNull HttpLoopTaskDefinition parse(@NonNull String yamlConfigFile) { |
||||
LoopTaskYamlDefinition loopTaskYamlDefinition; |
||||
try { |
||||
loopTaskYamlDefinition = parseYamlConfigFile(yamlConfigFile); |
||||
} catch (IOException ex) { |
||||
throw new IllegalArgumentException(String.format("Parse yaml file: %s error", yamlConfigFile), ex); |
||||
} |
||||
validateYamlDefinition(loopTaskYamlDefinition); |
||||
|
||||
LoopTaskYamlDefinition.LoopTaskServiceYamlDefinition service = loopTaskYamlDefinition.getService(); |
||||
LoopTaskYamlDefinition.LoopTaskAPIYamlDefinition api = service.getApi(); |
||||
HttpLoopTaskSubmitTaskMethodDefinition submitTaskMethod = |
||||
new SubmitTemplateMethodTransformer().transform(api.getSubmit()); |
||||
HttpLoopTaskQueryStatusMethodDefinition queryTaskStateMethod = |
||||
new QueryStateTemplateMethodTransformer().transform(api.getQueryState()); |
||||
HttpLoopTaskCancelTaskMethodDefinition cancelTaskMethod = |
||||
new CancelTemplateMethodTransformer().transform(api.getCancel()); |
||||
return new HttpLoopTaskDefinition(service.getName(), submitTaskMethod, queryTaskStateMethod, cancelTaskMethod); |
||||
} |
||||
|
||||
protected @NonNull LoopTaskYamlDefinition parseYamlConfigFile(@NonNull String yamlConfigFile) throws IOException { |
||||
try (FileReader fileReader = new FileReader(yamlConfigFile)) { |
||||
return new Yaml(new ClassFilterConstructor(new Class[]{ |
||||
LoopTaskYamlDefinition.class, |
||||
LoopTaskYamlDefinition.LoopTaskServiceYamlDefinition.class, |
||||
LoopTaskYamlDefinition.LoopTaskAPIYamlDefinition.class, |
||||
LoopTaskYamlDefinition.LoopTaskSubmitMethodYamlDefinition.class, |
||||
LoopTaskYamlDefinition.LoopTaskQueryStateYamlDefinition.class, |
||||
LoopTaskYamlDefinition.LoopTaskCancelYamlDefinition.class, |
||||
LoopTaskYamlDefinition.LoopTaskMethodYamlDefinition.class, |
||||
LoopTaskYamlDefinition.LoopTaskQueryStateYamlDefinition.class, |
||||
Map.class, |
||||
String.class |
||||
})) |
||||
.loadAs(fileReader, LoopTaskYamlDefinition.class); |
||||
} |
||||
} |
||||
|
||||
protected void validateYamlDefinition(@NonNull LoopTaskYamlDefinition loopTaskYamlDefinition) { |
||||
LoopTaskYamlDefinition.LoopTaskServiceYamlDefinition service = loopTaskYamlDefinition.getService(); |
||||
Preconditions.checkNotNull(service, "service is null"); |
||||
Preconditions.checkNotNull(service.getName(), "service name is null"); |
||||
if (!StringUtils.equalsIgnoreCase(service.getType(), "http")) { |
||||
throw new IllegalArgumentException(String.format("service type: %s is invalidated", service.getType())); |
||||
} |
||||
} |
||||
} |
||||
@ -1,49 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http.parser; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.LoopTaskYamlDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.TemplateMethodTransformer; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskQueryStatusMethodDefinition; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
public class QueryStateTemplateMethodTransformer |
||||
implements |
||||
TemplateMethodTransformer<LoopTaskYamlDefinition.LoopTaskQueryStateYamlDefinition, HttpLoopTaskQueryStatusMethodDefinition> { |
||||
|
||||
@Override |
||||
public @NonNull HttpLoopTaskQueryStatusMethodDefinition transform(@NonNull LoopTaskYamlDefinition.LoopTaskQueryStateYamlDefinition loopTaskAPIYamlDefinition) { |
||||
String url = loopTaskAPIYamlDefinition.getUrl(); |
||||
String method = loopTaskAPIYamlDefinition.getMethod(); |
||||
String dataType = loopTaskAPIYamlDefinition.getDataType(); |
||||
Map<String, String> httpHeaders = loopTaskAPIYamlDefinition.getHttpHeaders(); |
||||
Map<String, Object> requestParams = loopTaskAPIYamlDefinition.getRequestParams(); |
||||
Map<String, Object> requestBody = loopTaskAPIYamlDefinition.getRequestBody(); |
||||
String taskInstanceFinishedJPath = loopTaskAPIYamlDefinition.getTaskInstanceFinishedJPath(); |
||||
return new HttpLoopTaskQueryStatusMethodDefinition(url, |
||||
method, |
||||
dataType, |
||||
httpHeaders, |
||||
requestParams, |
||||
requestBody, |
||||
taskInstanceFinishedJPath); |
||||
} |
||||
} |
||||
@ -1,49 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http.parser; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.LoopTaskYamlDefinition; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.TemplateMethodTransformer; |
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.http.method.HttpLoopTaskSubmitTaskMethodDefinition; |
||||
|
||||
import java.util.Map; |
||||
|
||||
import lombok.NonNull; |
||||
|
||||
public class SubmitTemplateMethodTransformer |
||||
implements |
||||
TemplateMethodTransformer<LoopTaskYamlDefinition.LoopTaskSubmitMethodYamlDefinition, HttpLoopTaskSubmitTaskMethodDefinition> { |
||||
|
||||
@Override |
||||
public @NonNull HttpLoopTaskSubmitTaskMethodDefinition transform(@NonNull LoopTaskYamlDefinition.LoopTaskSubmitMethodYamlDefinition loopTaskAPIYamlDefinition) { |
||||
String url = loopTaskAPIYamlDefinition.getUrl(); |
||||
String method = loopTaskAPIYamlDefinition.getMethod(); |
||||
String dataType = loopTaskAPIYamlDefinition.getDataType(); |
||||
Map<String, String> httpHeaders = loopTaskAPIYamlDefinition.getHttpHeaders(); |
||||
Map<String, Object> requestParams = loopTaskAPIYamlDefinition.getRequestParams(); |
||||
Map<String, Object> requestBody = loopTaskAPIYamlDefinition.getRequestBody(); |
||||
String taskInstanceIdJPath = loopTaskAPIYamlDefinition.getTaskInstanceIdJPath(); |
||||
return new HttpLoopTaskSubmitTaskMethodDefinition(url, |
||||
method, |
||||
dataType, |
||||
httpHeaders, |
||||
requestParams, |
||||
requestBody, |
||||
taskInstanceIdJPath); |
||||
} |
||||
} |
||||
@ -1,66 +0,0 @@
|
||||
/* |
||||
* Licensed to the Apache Software Foundation (ASF) under one or more |
||||
* contributor license agreements. See the NOTICE file distributed with |
||||
* this work for additional information regarding copyright ownership. |
||||
* The ASF licenses this file to You under the Apache License, Version 2.0 |
||||
* (the "License"); you may not use this file except in compliance with |
||||
* the License. You may obtain a copy of the License at |
||||
* |
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
* |
||||
* Unless required by applicable law or agreed to in writing, software |
||||
* distributed under the License is distributed on an "AS IS" BASIS, |
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
||||
* See the License for the specific language governing permissions and |
||||
* limitations under the License. |
||||
*/ |
||||
|
||||
package org.apache.dolphinscheduler.plugin.task.api.loop.template.http.parser; |
||||
|
||||
import org.apache.dolphinscheduler.plugin.task.api.loop.template.LoopTaskYamlDefinition; |
||||
|
||||
import java.io.IOException; |
||||
import java.util.HashMap; |
||||
import java.util.Map; |
||||
|
||||
import org.junit.jupiter.api.Assertions; |
||||
import org.junit.jupiter.api.Test; |
||||
|
||||
public class HttpTaskDefinitionParserTest { |
||||
|
||||
private static final String yamlFile = HttpTaskDefinitionParserTest.class.getResource("/mock_loop_task.yaml") |
||||
.getFile(); |
||||
|
||||
@Test |
||||
public void parseYamlConfigFile() throws IOException { |
||||
LoopTaskYamlDefinition loopTaskYamlDefinition = new HttpTaskDefinitionParser().parseYamlConfigFile(yamlFile); |
||||
// check not null
|
||||
Assertions.assertNotNull(loopTaskYamlDefinition); |
||||
Assertions.assertNotNull(loopTaskYamlDefinition.getService()); |
||||
Assertions.assertNotNull(loopTaskYamlDefinition.getService().getName()); |
||||
Assertions.assertNotNull(loopTaskYamlDefinition.getService().getType()); |
||||
Assertions.assertNotNull(loopTaskYamlDefinition.getService().getApi()); |
||||
Assertions.assertNotNull(loopTaskYamlDefinition.getService().getApi().getSubmit()); |
||||
Assertions.assertNotNull(loopTaskYamlDefinition.getService().getApi().getQueryState()); |
||||
Assertions.assertNotNull(loopTaskYamlDefinition.getService().getApi().getCancel()); |
||||
// check data consistency
|
||||
LoopTaskYamlDefinition.LoopTaskServiceYamlDefinition service = loopTaskYamlDefinition.getService(); |
||||
Assertions.assertEquals("MockService", service.getName()); |
||||
Assertions.assertEquals("Http", service.getType()); |
||||
Map<String, String> expectedHeaders = new HashMap<>(); |
||||
expectedHeaders.put("Content-Type", "text/html"); |
||||
expectedHeaders.put("Content-Length", "1234"); |
||||
Assertions.assertEquals("/api/v1/submit", service.getApi().getSubmit().getUrl()); |
||||
Assertions.assertEquals(expectedHeaders, service.getApi().getSubmit().getHttpHeaders()); |
||||
} |
||||
|
||||
@Test |
||||
public void validateYamlDefinition() throws IOException { |
||||
HttpTaskDefinitionParser httpTaskDefinitionParser = new HttpTaskDefinitionParser(); |
||||
LoopTaskYamlDefinition loopTaskYamlDefinition = httpTaskDefinitionParser.parseYamlConfigFile(yamlFile); |
||||
httpTaskDefinitionParser.validateYamlDefinition(loopTaskYamlDefinition); |
||||
// if no exception assert true
|
||||
Assertions.assertTrue(true); |
||||
|
||||
} |
||||
} |
||||
Loading…
Reference in new issue