You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
229 lines
4.5 KiB
229 lines
4.5 KiB
/* |
|
* Licensed to the Apache Software Foundation (ASF) under one or more |
|
* contributor license agreements. See the NOTICE file distributed with |
|
* this work for additional information regarding copyright ownership. |
|
* The ASF licenses this file to You under the Apache License, Version 2.0 |
|
* (the "License"); you may not use this file except in compliance with |
|
* the License. You may obtain a copy of the License at |
|
* |
|
* http://www.apache.org/licenses/LICENSE-2.0 |
|
* |
|
* Unless required by applicable law or agreed to in writing, software |
|
* distributed under the License is distributed on an "AS IS" BASIS, |
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
|
* See the License for the specific language governing permissions and |
|
* limitations under the License. |
|
*/ |
|
package org.apache.dolphinscheduler.common.task.flink; |
|
|
|
import org.apache.dolphinscheduler.common.enums.ProgramType; |
|
import org.apache.dolphinscheduler.common.process.ResourceInfo; |
|
import org.apache.dolphinscheduler.common.task.AbstractParameters; |
|
import org.apache.dolphinscheduler.common.utils.CollectionUtils; |
|
|
|
import java.util.ArrayList; |
|
import java.util.List; |
|
|
|
/** |
|
* flink parameters |
|
*/ |
|
public class FlinkParameters extends AbstractParameters { |
|
|
|
/** |
|
* major jar |
|
*/ |
|
private ResourceInfo mainJar; |
|
|
|
/** |
|
* major class |
|
*/ |
|
private String mainClass; |
|
|
|
/** |
|
* deploy mode yarn-cluster yarn-client yarn-local |
|
*/ |
|
private String deployMode; |
|
|
|
/** |
|
* arguments |
|
*/ |
|
private String mainArgs; |
|
|
|
/** |
|
* slot count |
|
*/ |
|
private int slot; |
|
|
|
/** |
|
*Yarn application name |
|
*/ |
|
|
|
private String appName; |
|
|
|
/** |
|
* taskManager count |
|
*/ |
|
private int taskManager; |
|
|
|
/** |
|
* job manager memory |
|
*/ |
|
private String jobManagerMemory ; |
|
|
|
/** |
|
* task manager memory |
|
*/ |
|
private String taskManagerMemory; |
|
|
|
/** |
|
* resource list |
|
*/ |
|
private List<ResourceInfo> resourceList = new ArrayList<>(); |
|
|
|
/** |
|
* The YARN queue to submit to |
|
*/ |
|
private String queue; |
|
|
|
/** |
|
* other arguments |
|
*/ |
|
private String others; |
|
|
|
/** |
|
* flink version |
|
*/ |
|
private String flinkVersion; |
|
|
|
/** |
|
* program type |
|
* 0 JAVA,1 SCALA,2 PYTHON |
|
*/ |
|
private ProgramType programType; |
|
|
|
public ResourceInfo getMainJar() { |
|
return mainJar; |
|
} |
|
|
|
public void setMainJar(ResourceInfo mainJar) { |
|
this.mainJar = mainJar; |
|
} |
|
|
|
public String getMainClass() { |
|
return mainClass; |
|
} |
|
|
|
public void setMainClass(String mainClass) { |
|
this.mainClass = mainClass; |
|
} |
|
|
|
public String getDeployMode() { |
|
return deployMode; |
|
} |
|
|
|
public void setDeployMode(String deployMode) { |
|
this.deployMode = deployMode; |
|
} |
|
|
|
public String getMainArgs() { |
|
return mainArgs; |
|
} |
|
|
|
public void setMainArgs(String mainArgs) { |
|
this.mainArgs = mainArgs; |
|
} |
|
|
|
public int getSlot() { |
|
return slot; |
|
} |
|
|
|
public void setSlot(int slot) { |
|
this.slot = slot; |
|
} |
|
|
|
public String getAppName() { |
|
return appName; |
|
} |
|
|
|
public void setAppName(String appName) { |
|
this.appName = appName; |
|
} |
|
|
|
public int getTaskManager() { |
|
return taskManager; |
|
} |
|
|
|
public void setTaskManager(int taskManager) { |
|
this.taskManager = taskManager; |
|
} |
|
|
|
public String getJobManagerMemory() { |
|
return jobManagerMemory; |
|
} |
|
|
|
public void setJobManagerMemory(String jobManagerMemory) { |
|
this.jobManagerMemory = jobManagerMemory; |
|
} |
|
|
|
public String getTaskManagerMemory() { |
|
return taskManagerMemory; |
|
} |
|
|
|
public void setTaskManagerMemory(String taskManagerMemory) { |
|
this.taskManagerMemory = taskManagerMemory; |
|
} |
|
|
|
public String getQueue() { |
|
return queue; |
|
} |
|
|
|
public void setQueue(String queue) { |
|
this.queue = queue; |
|
} |
|
|
|
public List<ResourceInfo> getResourceList() { |
|
return resourceList; |
|
} |
|
|
|
public void setResourceList(List<ResourceInfo> resourceList) { |
|
this.resourceList = resourceList; |
|
} |
|
|
|
public String getOthers() { |
|
return others; |
|
} |
|
|
|
public void setOthers(String others) { |
|
this.others = others; |
|
} |
|
|
|
public ProgramType getProgramType() { |
|
return programType; |
|
} |
|
|
|
public void setProgramType(ProgramType programType) { |
|
this.programType = programType; |
|
} |
|
|
|
public String getFlinkVersion() { |
|
return flinkVersion; |
|
} |
|
|
|
public void setFlinkVersion(String flinkVersion) { |
|
this.flinkVersion = flinkVersion; |
|
} |
|
|
|
@Override |
|
public boolean checkParameters() { |
|
return mainJar != null && programType != null; |
|
} |
|
|
|
|
|
@Override |
|
public List<ResourceInfo> getResourceFilesList() { |
|
if (mainJar != null && !resourceList.contains(mainJar)) { |
|
resourceList.add(mainJar); |
|
} |
|
return resourceList; |
|
} |
|
}
|
|
|