@Override protected void serviceInit(Configuration conf) throws Exception { super.serviceInit(conf); taskTimeOut = conf.getLong( MRJobConfig.TASK_TIMEOUT, MRJobConfig.DEFAULT_TASK_TIMEOUT_MILLIS); // enforce task timeout is at least twice as long as task report interval long taskProgressReportIntervalMillis = MRJobConfUtil. getTaskProgressReportInterval(conf); long minimumTaskTimeoutAllowed = taskProgressReportIntervalMillis * 2; if(taskTimeOut < minimumTaskTimeoutAllowed) { taskTimeOut = minimumTaskTimeoutAllowed; LOG.info("Task timeout must be as least twice as long as the task " + "status report interval. Setting task timeout to " + taskTimeOut); } taskTimeOutCheckInterval = conf.getInt(MRJobConfig.TASK_TIMEOUT_CHECK_INTERVAL_MS, 30 * 1000); }
public ConfInfo(Job job) throws IOException { this.property = new ArrayList<ConfEntryInfo>(); Configuration jobConf = job.loadConfFile(); this.path = job.getConfFile().toString(); MRJobConfUtil.redact(jobConf); for (Map.Entry<String, String> entry : jobConf) { this.property.add(new ConfEntryInfo(entry.getKey(), entry.getValue(), jobConf.getPropertySources(entry.getKey()))); } }
@Override protected void serviceInit(Configuration conf) throws Exception { super.serviceInit(conf); taskTimeOut = conf.getLong( MRJobConfig.TASK_TIMEOUT, MRJobConfig.DEFAULT_TASK_TIMEOUT_MILLIS); unregisterTimeOut = conf.getLong(MRJobConfig.TASK_EXIT_TIMEOUT, MRJobConfig.TASK_EXIT_TIMEOUT_DEFAULT); // enforce task timeout is at least twice as long as task report interval long taskProgressReportIntervalMillis = MRJobConfUtil. getTaskProgressReportInterval(conf); long minimumTaskTimeoutAllowed = taskProgressReportIntervalMillis * 2; if(taskTimeOut < minimumTaskTimeoutAllowed) { taskTimeOut = minimumTaskTimeoutAllowed; LOG.info("Task timeout must be as least twice as long as the task " + "status report interval. Setting task timeout to " + taskTimeOut); } taskTimeOutCheckInterval = conf.getInt(MRJobConfig.TASK_TIMEOUT_CHECK_INTERVAL_MS, 30 * 1000); }
public ConfInfo(Job job) throws IOException { this.property = new ArrayList<ConfEntryInfo>(); Configuration jobConf = job.loadConfFile(); this.path = job.getConfFile().toString(); MRJobConfUtil.redact(jobConf); for (Map.Entry<String, String> entry : jobConf) { this.property.add(new ConfEntryInfo(entry.getKey(), entry.getValue(), jobConf.getPropertySources(entry.getKey()))); } }
MRJobConfUtil.redact(redactedConf); try (FSDataOutputStream jobFileOut = stagingDirFS .create(logDirConfPath, true)) {
MRJobConfUtil.redact(redactedConf); try (FSDataOutputStream jobFileOut = stagingDirFS .create(logDirConfPath, true)) {