@Override protected void addAppArg(String arg) { getSparkLauncher().addAppArgs(arg); }
@Override protected void addJars(String jars) { getSparkLauncher().addJar(jars); }
@Override protected void addNumExecutors(String numOfExecutors) { getSparkLauncher().addSparkArg("--num-executors", numOfExecutors); }
SparkSubmitOptionParser validator = new ArgumentValidator(true); if (validator.MASTER.equals(name)) { setMaster(value); } else if (validator.PROPERTIES_FILE.equals(name)) { setPropertiesFile(value); } else if (validator.CONF.equals(name)) { String[] vals = value.split("=", 2); setConf(vals[0], vals[1]); } else if (validator.CLASS.equals(name)) { setMainClass(value); } else if (validator.JARS.equals(name)) { builder.jars.clear(); for (String jar : value.split(",")) { addJar(jar); addFile(file); addPyFile(file); builder.userArgs.add(value); return self();
/** * Enables verbose reporting for SparkSubmit. * * @param verbose Whether to enable verbose output. * @return This launcher. */ public T setVerbose(boolean verbose) { builder.verbose = verbose; return self(); }
@Override protected void addPropertiesFile(String absolutePath) { getSparkLauncher().setPropertiesFile(absolutePath); }
@Override protected void addExecutableJar(String jar) { getSparkLauncher().setAppResource(jar); }
@Override protected void addClass(String name) { getSparkLauncher().setMainClass(name); }
@Override public SparkLauncher setAppName(String appName) { return super.setAppName(appName); }
@Override public SparkLauncher addFile(String file) { return super.addFile(file); }
@Override public SparkLauncher addPyFile(String file) { return super.addPyFile(file); }
SparkSubmitOptionParser validator = new ArgumentValidator(true); if (validator.MASTER.equals(name)) { setMaster(value); } else if (validator.PROPERTIES_FILE.equals(name)) { setPropertiesFile(value); } else if (validator.CONF.equals(name)) { String[] vals = value.split("=", 2); setConf(vals[0], vals[1]); } else if (validator.CLASS.equals(name)) { setMainClass(value); } else if (validator.JARS.equals(name)) { builder.jars.clear(); for (String jar : value.split(",")) { addJar(jar); addFile(file); addPyFile(file); builder.userArgs.add(value); return self();
/** * Enables verbose reporting for SparkSubmit. * * @param verbose Whether to enable verbose output. * @return This launcher. */ public T setVerbose(boolean verbose) { builder.verbose = verbose; return self(); }
@Override public SparkLauncher setPropertiesFile(String path) { return super.setPropertiesFile(path); }
@Override public SparkLauncher setAppResource(String resource) { return super.setAppResource(resource); }
@Override public SparkLauncher setMainClass(String mainClass) { return super.setMainClass(mainClass); }
@Override public SparkLauncher setAppName(String appName) { return super.setAppName(appName); }
@Override public SparkLauncher addFile(String file) { return super.addFile(file); }
@Override public SparkLauncher addPyFile(String file) { return super.addPyFile(file); }
/** * Set the Spark master for the application. * * @param master Spark master. * @return This launcher. */ public T setMaster(String master) { checkNotNull(master, "master"); builder.master = master; return self(); }