You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
76 lines
2.4 KiB
76 lines
2.4 KiB
3 years ago
|
# Licensed to the Apache Software Foundation (ASF) under one
|
||
|
|
# or more contributor license agreements. See the NOTICE file
|
||
|
|
# distributed with this work for additional information
|
||
|
|
# regarding copyright ownership. The ASF licenses this file
|
||
|
|
# to you under the Apache License, Version 2.0 (the
|
||
|
|
# "License"); you may not use this file except in compliance
|
||
|
|
# with the License. You may obtain a copy of the License at
|
||
|
|
#
|
||
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||
|
|
#
|
||
|
|
# Unless required by applicable law or agreed to in writing,
|
||
|
|
# software distributed under the License is distributed on an
|
||
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||
|
|
# KIND, either express or implied. See the License for the
|
||
|
|
# specific language governing permissions and limitations
|
||
|
|
# under the License.
|
||
|
|
|
||
|
|
"""Test Task MR."""
|
||
|
|
|
||
|
|
from unittest.mock import patch
|
||
|
|
|
||
|
|
from pydolphinscheduler.tasks.map_reduce import MR, ProgramType
|
||
|
|
|
||
|
|
|
||
|
|
@patch(
|
||
|
|
"pydolphinscheduler.core.engine.Engine.get_resource_info",
|
||
|
|
return_value=({"id": 1, "name": "test"}),
|
||
|
|
)
|
||
|
|
def test_mr_get_define(mock_resource):
|
||
|
|
"""Test task mr function get_define."""
|
||
|
|
code = 123
|
||
|
|
version = 1
|
||
|
|
name = "test_mr_get_define"
|
||
|
|
main_class = "org.apache.mr.test_main_class"
|
||
|
|
main_package = "test_main_package"
|
||
|
|
program_type = ProgramType.JAVA
|
||
|
|
main_args = "/dolphinscheduler/resources/file.txt /output/ds"
|
||
|
|
|
||
|
|
expect = {
|
||
|
|
"code": code,
|
||
|
|
"name": name,
|
||
|
|
"version": 1,
|
||
|
|
"description": None,
|
||
|
|
"delayTime": 0,
|
||
|
|
"taskType": "MR",
|
||
|
|
"taskParams": {
|
||
|
|
"mainClass": main_class,
|
||
|
|
"mainJar": {
|
||
|
|
"id": 1,
|
||
|
|
},
|
||
|
|
"programType": program_type,
|
||
|
|
"appName": None,
|
||
|
|
"mainArgs": main_args,
|
||
|
|
"others": None,
|
||
|
|
"localParams": [],
|
||
|
|
"resourceList": [],
|
||
|
|
"dependence": {},
|
||
|
|
"conditionResult": {"successNode": [""], "failedNode": [""]},
|
||
|
|
"waitStartTimeout": {},
|
||
|
|
},
|
||
|
|
"flag": "YES",
|
||
|
|
"taskPriority": "MEDIUM",
|
||
|
|
"workerGroup": "default",
|
||
|
|
"failRetryTimes": 0,
|
||
|
|
"failRetryInterval": 1,
|
||
|
|
"timeoutFlag": "CLOSE",
|
||
|
|
"timeoutNotifyStrategy": None,
|
||
|
|
"timeout": 0,
|
||
|
|
}
|
||
|
|
with patch(
|
||
|
|
"pydolphinscheduler.core.task.Task.gen_code_and_version",
|
||
|
|
return_value=(code, version),
|
||
|
|
):
|
||
|
|
task = MR(name, main_class, main_package, program_type, main_args=main_args)
|
||
|
|
assert task.get_define() == expect
|