public YarnJobValidationTool(JobConfig config, YarnClient client, MetricsValidator validator) { this.config = config; this.client = client; String name = this.config.getName().get(); String jobId = this.config.getJobId(); this.jobName = name + "_" + jobId; this.validator = validator; }
public YarnJobValidationTool(JobConfig config, YarnClient client, MetricsValidator validator) { this.config = config; this.client = client; String name = this.config.getName().get(); String jobId = this.config.getJobId(); this.jobName = name + "_" + jobId; this.validator = validator; }
/* package private */ ApplicationStatus getApplicationStatus(JobConfig jobConfig) { JobRunner runner = new JobRunner(jobConfig); ApplicationStatus status = runner.status(); LOG.debug("Status is {} for job {}", new Object[]{status, jobConfig.getName()}); return status; } }
/* package private */ ApplicationStatus getApplicationStatus(JobConfig jobConfig) { JobRunner runner = new JobRunner(jobConfig); ApplicationStatus status = runner.status(); LOG.debug("Status is {} for job {}", new Object[]{status, jobConfig.getName()}); return status; } }
/* package private */ ApplicationStatus getApplicationStatus(JobConfig jobConfig) { JobRunner runner = new JobRunner(jobConfig); ApplicationStatus status = runner.status(); LOG.debug("Status is {} for job {}", new Object[]{status, jobConfig.getName()}); return status; } }
/* package private */ ApplicationStatus getApplicationStatus(JobConfig jobConfig) { JobRunner runner = new JobRunner(jobConfig); ApplicationStatus status = runner.status(); LOG.debug("Status is {} for job {}", new Object[]{status, jobConfig.getName()}); return status; } }
/* package private */ ApplicationStatus getApplicationStatus(JobConfig jobConfig) { JobRunner runner = new JobRunner(jobConfig); ApplicationStatus status = runner.status(); LOG.debug("Status is {} for job {}", new Object[]{status, jobConfig.getName()}); return status; } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static String getJobCoordinationZkPath(Config config) { JobConfig jobConfig = new JobConfig(config); String appId = new ApplicationConfig(config).getGlobalAppId(); String jobName = jobConfig.getName().isDefined() ? jobConfig.getName().get() : DEFAULT_JOB_NAME; String jobId = jobConfig.getJobId(); return String.format(JOB_COORDINATOR_ZK_PATH_FORMAT, appId, jobName, jobId); } }
public static Pair<String, String> getJobNameAndId(Config config) { JobConfig jobConfig = new JobConfig(config); Option jobNameOption = jobConfig.getName(); if (jobNameOption.isEmpty()) { throw new ConfigException("Missing job name"); } String jobName = (String) jobNameOption.get(); return new ImmutablePair<>(jobName, jobConfig.getJobId()); }
public static Pair<String, String> getJobNameAndId(Config config) { JobConfig jobConfig = new JobConfig(config); Option jobNameOption = jobConfig.getName(); if (jobNameOption.isEmpty()) { throw new ConfigException("Missing job name"); } String jobName = (String) jobNameOption.get(); return new ImmutablePair<>(jobName, jobConfig.getJobId()); }
public static Pair<String, String> getJobNameAndId(Config config) { JobConfig jobConfig = new JobConfig(config); Option jobNameOption = jobConfig.getName(); if (jobNameOption.isEmpty()) { throw new ConfigException("Missing job name"); } String jobName = (String) jobNameOption.get(); return new ImmutablePair<>(jobName, jobConfig.getJobId()); }
@Override public void kill() { // since currently we only support single actual remote job, we can get its status without // building the execution plan. try { JobConfig jc = new JobConfig(appDesc.getConfig()); LOG.info("Killing job {}", jc.getName()); JobRunner runner = new JobRunner(jc); runner.kill(); } catch (Throwable t) { throw new SamzaException("Failed to kill application", t); } }
@Override public void kill() { // since currently we only support single actual remote job, we can get its status without // building the execution plan. try { JobConfig jc = new JobConfig(appDesc.getConfig()); LOG.info("Killing job {}", jc.getName()); JobRunner runner = new JobRunner(jc); runner.kill(); } catch (Throwable t) { throw new SamzaException("Failed to kill application", t); } }
@Override public void kill() { // since currently we only support single actual remote job, we can get its status without // building the execution plan. try { JobConfig jc = new JobConfig(appDesc.getConfig()); LOG.info("Killing job {}", jc.getName()); JobRunner runner = new JobRunner(jc); runner.kill(); } catch (Throwable t) { throw new SamzaException("Failed to kill application", t); } }
@Override public CheckpointManager getCheckpointManager(Config config, MetricsRegistry registry) { JobConfig jobConfig = new JobConfig(config); return new AzureCheckpointManager(new AzureConfig(config), jobConfig.getName()); } }
private void validateJobConfig(Config expectedConfig, JobConfig jobConfig) { assertEquals(expectedConfig.get(JobConfig.JOB_NAME()), jobConfig.getName().get()); assertEquals(expectedConfig.get(JobConfig.JOB_ID()), jobConfig.getJobId()); assertEquals("testJobGraphJson", jobConfig.get(JobNodeConfigurationGenerator.CONFIG_INTERNAL_EXECUTION_PLAN)); assertEquals(expectedConfig.get(TaskConfig.INPUT_STREAMS()), jobConfig.get(TaskConfig.INPUT_STREAMS())); assertEquals(expectedConfig.get(TaskConfigJava.BROADCAST_INPUT_STREAMS), jobConfig.get(TaskConfigJava.BROADCAST_INPUT_STREAMS)); }