@ -14,12 +14,12 @@
* See the License for the specific language governing permissions and
* limitations under the License .
* /
package org.apache.dolphinscheduler.common.task.spark ;
import org.apache.dolphinscheduler.common.enums.ProgramType ;
import org.apache.dolphinscheduler.common.process.ResourceInfo ;
import org.apache.dolphinscheduler.common.task.AbstractParameters ;
import org.apache.dolphinscheduler.common.utils.CollectionUtils ;
import java.util.ArrayList ;
import java.util.List ;
@ -29,203 +29,214 @@ import java.util.List;
* /
public class SparkParameters extends AbstractParameters {
/ * *
* major jar
* /
private ResourceInfo mainJar ;
/ * *
* major class
* /
private String mainClass ;
/ * *
* deploy mode
* /
private String deployMode ;
/ * *
* arguments
* /
private String mainArgs ;
/ * *
* driver - cores Number of cores used by the driver , only in cluster mode
* /
private int driverCores ;
/ * *
* driver - memory Memory for driver
* /
private String driverMemory ;
/ * *
* num - executors Number of executors to launch
* /
private int numExecutors ;
/ * *
* executor - cores Number of cores per executor
* /
private int executorCores ;
/ * *
* Memory per executor
* /
private String executorMemory ;
/ * *
* resource list
* /
private List < ResourceInfo > resourceList = new ArrayList < > ( ) ;
/ * *
* The YARN queue to submit to
* /
private String queue ;
/ * *
* other arguments
* /
private String others ;
/ * *
* program type
* 0 JAVA , 1 SCALA , 2 PYTHON
* /
private ProgramType programType ;
/ * *
* spark version
* /
private String sparkVersion ;
public ResourceInfo getMainJar ( ) {
return mainJar ;
}
public void setMainJar ( ResourceInfo mainJar ) {
this . mainJar = mainJar ;
}
public String getMainClass ( ) {
return mainClass ;
}
public void setMainClass ( String mainClass ) {
this . mainClass = mainClass ;
}
public String getDeployMode ( ) {
return deployMode ;
}
public void setDeployMode ( String deployMode ) {
this . deployMode = deployMode ;
}
public String getMainArgs ( ) {
return mainArgs ;
}
public void setMainArgs ( String mainArgs ) {
this . mainArgs = mainArgs ;
}
public int getDriverCores ( ) {
return driverCores ;
}
public void setDriverCores ( int driverCores ) {
this . driverCores = driverCores ;
}
public String getDriverMemory ( ) {
return driverMemory ;
}
public void setDriverMemory ( String driverMemory ) {
this . driverMemory = driverMemory ;
}
/ * *
* main jar
* /
private ResourceInfo mainJar ;
/ * *
* main class
* /
private String mainClass ;
/ * *
* deploy mode
* /
private String deployMode ;
/ * *
* arguments
* /
private String mainArgs ;
/ * *
* driver - cores Number of cores used by the driver , only in cluster mode
* /
private int driverCores ;
/ * *
* driver - memory Memory for driver
* /
private String driverMemory ;
/ * *
* num - executors Number of executors to launch
* /
private int numExecutors ;
/ * *
* executor - cores Number of cores per executor
* /
private int executorCores ;
/ * *
* Memory per executor
* /
private String executorMemory ;
/ * *
* app name
* /
private String appName ;
/ * *
* The YARN queue to submit to
* /
private String queue ;
/ * *
* other arguments
* /
private String others ;
/ * *
* program type
* 0 JAVA , 1 SCALA , 2 PYTHON
* /
private ProgramType programType ;
/ * *
* spark version
* /
private String sparkVersion ;
/ * *
* resource list
* /
private List < ResourceInfo > resourceList = new ArrayList < > ( ) ;
public ResourceInfo getMainJar ( ) {
return mainJar ;
}
public void setMainJar ( ResourceInfo mainJar ) {
this . mainJar = mainJar ;
}
public String getMainClass ( ) {
return mainClass ;
}
public void setMainClass ( String mainClass ) {
this . mainClass = mainClass ;
}
public String getDeployMode ( ) {
return deployMode ;
}
public void setDeployMode ( String deployMode ) {
this . deployMode = deployMode ;
}
public String getMainArgs ( ) {
return mainArgs ;
}
public void setMainArgs ( String mainArgs ) {
this . mainArgs = mainArgs ;
}
public int getDriverCores ( ) {
return driverCores ;
}
public void setDriverCores ( int driverCores ) {
this . driverCores = driverCores ;
}
public String getDriverMemory ( ) {
return driverMemory ;
}
public void setDriverMemory ( String driverMemory ) {
this . driverMemory = driverMemory ;
}
public int getNumExecutors ( ) {
return numExecutors ;
}
public int getNumExecutors ( ) {
return numExecutors ;
}
public void setNumExecutors ( int numExecutors ) {
this . numExecutors = numExecutors ;
}
public void setNumExecutors ( int numExecutors ) {
this . numExecutors = numExecutors ;
}
public int getExecutorCores ( ) {
return executorCores ;
}
public void setExecutorCores ( int executorCores ) {
this . executorCores = executorCores ;
}
public int getExecutorCores ( ) {
return executorCores ;
}
public String getExecutorMemory ( ) {
return executorMemory ;
}
public void setExecutorCores ( int executorCores ) {
this . executorCores = executorCores ;
}
public void setExecutorMemory ( String executorMemory ) {
this . executorMemory = executorMemory ;
}
public String getExecutorMemory ( ) {
return executorMemory ;
}
public void setExecutorMemory ( String executorMemory ) {
this . executorMemory = executorMemory ;
}
public String getQueue ( ) {
return queue ;
}
public String getAppName ( ) {
return appName ;
}
public void setAppName ( String appName ) {
this . appName = appName ;
}
public void setQueue ( String queue ) {
this . queue = queue ;
}
public String getQueue ( ) {
return queue ;
}
public List < ResourceInfo > getResourceList ( ) {
return resourceList ;
}
public void setQueue ( String queue ) {
this . queue = queue ;
}
public void setResourceList ( List < ResourceInfo > resourceList ) {
this . resourceList = resourceList ;
}
public String getOthers ( ) {
return others ;
}
public String getOthers ( ) {
return others ;
}
public void setOthers ( String others ) {
this . others = others ;
}
public void setOthers ( String others ) {
this . others = others ;
}
public List < ResourceInfo > getResourceList ( ) {
return resourceList ;
}
public ProgramType getProgramType ( ) {
return programType ;
}
public void setResourceList ( List < ResourceInfo > resourceList ) {
this . resourceList = resourceList ;
}
public void setProgramType ( ProgramType programType ) {
this . programType = programType ;
}
public ProgramType getProgramType ( ) {
return programType ;
}
public String getSparkVersion ( ) {
return sparkVersion ;
}
public void setProgramType ( ProgramType programType ) {
this . programType = programType ;
}
public void setSparkVersion ( String sparkVersion ) {
this . sparkVersion = sparkVersion ;
}
public String getSparkVersion ( ) {
return sparkVersion ;
}
@Override
public boolean checkParameters ( ) {
return mainJar ! = null & & programType ! = null ;
}
public void setSparkVersion ( String sparkVersion ) {
this . sparkVersion = sparkVersion ;
}
@Override
public List < ResourceInfo > getResourceFilesList ( ) {
if ( mainJar ! = null & & ! resourceList . contains ( mainJar ) ) {
resourceList . add ( mainJar ) ;
@Override
public boolean checkParameters ( ) {
return mainJar ! = null & & programType ! = null ;
}
return resourceList ;
}
@Override
public List < ResourceInfo > getResourceFilesList ( ) {
if ( mainJar ! = null & & ! resourceList . contains ( mainJar ) ) {
resourceList . add ( mainJar ) ;
}
return resourceList ;
}
}
lenboo
3 years ago