Tabnine Logo
JobLauncherFactory$JobLauncherType
Code IndexAdd Tabnine to your IDE (free)

How to use
JobLauncherFactory$JobLauncherType
in
org.apache.gobblin.runtime

Best Java code snippets using org.apache.gobblin.runtime.JobLauncherFactory$JobLauncherType (Showing top 12 results out of 315)

origin: apache/incubator-gobblin

JobLauncherFactory.JobLauncherType.MAPREDUCE.toString());
origin: apache/incubator-gobblin

 return new MRJobLauncher(JobConfigurationUtils.combineSysAndJobProperties(sysProps, jobProps), instanceBroker, metadataTags);
default:
 throw new RuntimeException("Unsupported job launcher type: " + launcherType.get().name());
origin: org.apache.gobblin/gobblin-azkaban

JobLauncherFactory.JobLauncherType.MAPREDUCE.toString());
origin: org.apache.gobblin/gobblin-runtime

 return new MRJobLauncher(JobConfigurationUtils.combineSysAndJobProperties(sysProps, jobProps), instanceBroker, metadataTags);
default:
 throw new RuntimeException("Unsupported job launcher type: " + launcherType.get().name());
origin: org.apache.gobblin/gobblin-runtime

  Optional.of(jobLauncherType.get().toString()) :
  Optional.<String>absent(), instanceBroker);
JobListenerToJobStateBridge bridge = new JobListenerToJobStateBridge(actualLog, jobState, instrumentationEnabled, launcherMetrics);
origin: org.apache.gobblin/gobblin-runtime

/**
 * Create a new {@link JobLauncher}.
 *
 * <p>
 *   This method will never return a {@code null}.
 * </p>
 *
 * @param sysProps system configuration properties
 * @param jobProps job configuration properties
 * @param instanceBroker
 * @param metadataTags
 * @return newly created {@link JobLauncher}
 */
public static @Nonnull JobLauncher newJobLauncher(Properties sysProps, Properties jobProps,
  SharedResourcesBroker<GobblinScopeTypes> instanceBroker, List<? extends Tag<?>> metadataTags) throws Exception {
 String launcherTypeValue =
   sysProps.getProperty(ConfigurationKeys.JOB_LAUNCHER_TYPE_KEY, JobLauncherType.LOCAL.name());
 return newJobLauncher(sysProps, jobProps, launcherTypeValue, instanceBroker, metadataTags);
}
origin: org.apache.gobblin/gobblin-runtime

/**
 * Specify job should run in MR mode.
 */
public EmbeddedGobblin mrMode() throws IOException {
 this.sysConfigOverrides.put(ConfigurationKeys.JOB_LAUNCHER_TYPE_KEY, JobLauncherFactory.JobLauncherType.MAPREDUCE.name());
 this.builtConfigMap.put(ConfigurationKeys.FS_URI_KEY, FileSystem.get(new Configuration()).getUri().toString());
 this.builtConfigMap.put(ConfigurationKeys.MR_JOB_ROOT_DIR_KEY, "/tmp/EmbeddedGobblin_" + System.currentTimeMillis());
 this.distributeJarsFunction = new Runnable() {
  @Override
  public void run() {
   // Add jars needed at runtime to the sys config so MR job launcher will add them to distributed cache.
   EmbeddedGobblin.this.sysConfigOverrides.put(ConfigurationKeys.JOB_JAR_FILES_KEY,
     Joiner.on(",").join(getPrioritizedDistributedJars()));
  }
 };
 return this;
}
origin: org.apache.gobblin/gobblin-runtime

/**
 * Get the {@link LauncherTypeEnum} for this {@link JobState}.
 */
public LauncherTypeEnum getLauncherType() {
 return Enums.getIfPresent(LauncherTypeEnum.class,
   this.getProp(ConfigurationKeys.JOB_LAUNCHER_TYPE_KEY, JobLauncherFactory.JobLauncherType.LOCAL.name()))
   .or(LauncherTypeEnum.LOCAL);
}
origin: apache/incubator-gobblin

  Optional.of(jobLauncherType.get().toString()) :
  Optional.<String>absent(), instanceBroker);
JobListenerToJobStateBridge bridge = new JobListenerToJobStateBridge(actualLog, jobState, instrumentationEnabled, launcherMetrics);
origin: apache/incubator-gobblin

/**
 * Create a new {@link JobLauncher}.
 *
 * <p>
 *   This method will never return a {@code null}.
 * </p>
 *
 * @param sysProps system configuration properties
 * @param jobProps job configuration properties
 * @param instanceBroker
 * @param metadataTags
 * @return newly created {@link JobLauncher}
 */
public static @Nonnull JobLauncher newJobLauncher(Properties sysProps, Properties jobProps,
  SharedResourcesBroker<GobblinScopeTypes> instanceBroker, List<? extends Tag<?>> metadataTags) throws Exception {
 String launcherTypeValue =
   sysProps.getProperty(ConfigurationKeys.JOB_LAUNCHER_TYPE_KEY, JobLauncherType.LOCAL.name());
 return newJobLauncher(sysProps, jobProps, launcherTypeValue, instanceBroker, metadataTags);
}
origin: apache/incubator-gobblin

/**
 * Specify job should run in MR mode.
 */
public EmbeddedGobblin mrMode() throws IOException {
 this.sysConfigOverrides.put(ConfigurationKeys.JOB_LAUNCHER_TYPE_KEY, JobLauncherFactory.JobLauncherType.MAPREDUCE.name());
 this.builtConfigMap.put(ConfigurationKeys.FS_URI_KEY, FileSystem.get(new Configuration()).getUri().toString());
 this.builtConfigMap.put(ConfigurationKeys.MR_JOB_ROOT_DIR_KEY, "/tmp/EmbeddedGobblin_" + System.currentTimeMillis());
 this.distributeJarsFunction = new Runnable() {
  @Override
  public void run() {
   // Add jars needed at runtime to the sys config so MR job launcher will add them to distributed cache.
   EmbeddedGobblin.this.sysConfigOverrides.put(ConfigurationKeys.JOB_JAR_FILES_KEY,
     Joiner.on(",").join(getPrioritizedDistributedJars()));
  }
 };
 return this;
}
origin: apache/incubator-gobblin

/**
 * Get the {@link LauncherTypeEnum} for this {@link JobState}.
 */
public LauncherTypeEnum getLauncherType() {
 return Enums.getIfPresent(LauncherTypeEnum.class,
   this.getProp(ConfigurationKeys.JOB_LAUNCHER_TYPE_KEY, JobLauncherFactory.JobLauncherType.LOCAL.name()))
   .or(LauncherTypeEnum.LOCAL);
}
org.apache.gobblin.runtimeJobLauncherFactory$JobLauncherType

Javadoc

Supported types of JobLauncher.

Most used methods

  • toString
  • name

Popular in Java

  • Updating database using SQL prepared statement
  • notifyDataSetChanged (ArrayAdapter)
  • requestLocationUpdates (LocationManager)
  • getOriginalFilename (MultipartFile)
    Return the original filename in the client's filesystem.This may contain path information depending
  • MalformedURLException (java.net)
    This exception is thrown when a program attempts to create an URL from an incorrect specification.
  • URL (java.net)
    A Uniform Resource Locator that identifies the location of an Internet resource as specified by RFC
  • MessageFormat (java.text)
    Produces concatenated messages in language-neutral way. New code should probably use java.util.Forma
  • JTable (javax.swing)
  • StringUtils (org.apache.commons.lang)
    Operations on java.lang.String that arenull safe. * IsEmpty/IsBlank - checks if a String contains
  • Logger (org.slf4j)
    The org.slf4j.Logger interface is the main user entry point of SLF4J API. It is expected that loggin
  • From CI to AI: The AI layer in your organization
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now