/** * Enables verbose reporting for SparkSubmit. * * @param verbose Whether to enable verbose output. * @return This launcher. */ public T setVerbose(boolean verbose) { builder.verbose = verbose; return self(); }
/** * Enables verbose reporting for SparkSubmit. * * @param verbose Whether to enable verbose output. * @return This launcher. */ public T setVerbose(boolean verbose) { builder.verbose = verbose; return self(); }
/** * Set the Spark master for the application. * * @param master Spark master. * @return This launcher. */ public T setMaster(String master) { checkNotNull(master, "master"); builder.master = master; return self(); }
/** * Set the Spark master for the application. * * @param master Spark master. * @return This launcher. */ public T setMaster(String master) { checkNotNull(master, "master"); builder.master = master; return self(); }
/** * Set the deploy mode for the application. * * @param mode Deploy mode. * @return This launcher. */ public T setDeployMode(String mode) { checkNotNull(mode, "mode"); builder.deployMode = mode; return self(); }
/** * Adds command line arguments for the application. * * @param args Arguments to pass to the application's main class. * @return This launcher. */ public T addAppArgs(String... args) { for (String arg : args) { checkNotNull(arg, "arg"); builder.appArgs.add(arg); } return self(); }
/** * Adds a jar file to be submitted with the application. * * @param jar Path to the jar file. * @return This launcher. */ public T addJar(String jar) { checkNotNull(jar, "jar"); builder.jars.add(jar); return self(); }
/** * Set the main application resource. This should be the location of a jar file for Scala/Java * applications, or a python script for PySpark applications. * * @param resource Path to the main application resource. * @return This launcher. */ public T setAppResource(String resource) { checkNotNull(resource, "resource"); builder.appResource = resource; return self(); }
/** * Sets the application class name for Java/Scala applications. * * @param mainClass Application's main class. * @return This launcher. */ public T setMainClass(String mainClass) { checkNotNull(mainClass, "mainClass"); builder.mainClass = mainClass; return self(); }
/** * Set the deploy mode for the application. * * @param mode Deploy mode. * @return This launcher. */ public T setDeployMode(String mode) { checkNotNull(mode, "mode"); builder.deployMode = mode; return self(); }
/** * Set the main application resource. This should be the location of a jar file for Scala/Java * applications, or a python script for PySpark applications. * * @param resource Path to the main application resource. * @return This launcher. */ public T setAppResource(String resource) { checkNotNull(resource, "resource"); builder.appResource = resource; return self(); }
/** * Sets the application class name for Java/Scala applications. * * @param mainClass Application's main class. * @return This launcher. */ public T setMainClass(String mainClass) { checkNotNull(mainClass, "mainClass"); builder.mainClass = mainClass; return self(); }
/** * Adds a python file / zip / egg to be submitted with the application. * * @param file Path to the file. * @return This launcher. */ public T addPyFile(String file) { checkNotNull(file, "file"); builder.pyFiles.add(file); return self(); }
/** * Adds a file to be submitted with the application. * * @param file Path to the file. * @return This launcher. */ public T addFile(String file) { checkNotNull(file, "file"); builder.files.add(file); return self(); }
/** * Set the application name. * * @param appName Application name. * @return This launcher. */ public T setAppName(String appName) { checkNotNull(appName, "appName"); builder.appName = appName; return self(); }
/** * Set the application name. * * @param appName Application name. * @return This launcher. */ public T setAppName(String appName) { checkNotNull(appName, "appName"); builder.appName = appName; return self(); }
/** * Adds a jar file to be submitted with the application. * * @param jar Path to the jar file. * @return This launcher. */ public T addJar(String jar) { checkNotNull(jar, "jar"); builder.jars.add(jar); return self(); }
/** * Adds a python file / zip / egg to be submitted with the application. * * @param file Path to the file. * @return This launcher. */ public T addPyFile(String file) { checkNotNull(file, "file"); builder.pyFiles.add(file); return self(); }
/** * Set a custom properties file with Spark configuration for the application. * * @param path Path to custom properties file to use. * @return This launcher. */ public T setPropertiesFile(String path) { checkNotNull(path, "path"); builder.setPropertiesFile(path); return self(); }
/** * Set a custom properties file with Spark configuration for the application. * * @param path Path to custom properties file to use. * @return This launcher. */ public T setPropertiesFile(String path) { checkNotNull(path, "path"); builder.setPropertiesFile(path); return self(); }