private TaskAttemptID getTaskAttemptID(TaskType type) { JobID jobId = getJobID(); return new TaskAttemptID(jobId.getJtIdentifier(), jobId.getId(), type, ++taskCounter, 0); } }
private void logJobIDs() { boolean exceptions = false; try { List<FlowStepStats> stepStats = getFlowStats().getFlowStepStats(); List<String> jobIDs = new ArrayList<String>(); for (FlowStepStats stat : stepStats) { try { JobID jobid = ((HadoopStepStats)stat).getRunningJob().getID(); String jtID = jobid.getJtIdentifier(); String jobID = Integer.toString(jobid.getId()); jobIDs.add(jtID + "_" + jobID); } catch (Exception e) { exceptions = true; } } if (exceptions) { LOG.info("unable to retrieve jobid from all completed steps!"); LOG.info("successfully retrieved job ids: " + StringUtils.join(jobIDs, ", ")); } else { LOG.info("step job ids: " + StringUtils.join(jobIDs, ", ")); } } catch (Exception e) { LOG.info("unable to retrieve any jobids from steps"); } }
private String getBaseLocation(String jobId, String user) { final JobID jobID = JobID.forName(jobId); final ApplicationId appID = ApplicationId.newInstance(Long.parseLong(jobID.getJtIdentifier()), jobID.getId()); final String baseStr = ContainerLocalizer.USERCACHE + "/" + user + "/" + ContainerLocalizer.APPCACHE + "/" + appID.toString() + "/output" + "/"; return baseStr; }
private String getBaseLocation(String jobId, String user) { final JobID jobID = JobID.forName(jobId); final ApplicationId appID = ApplicationId.newInstance(Long.parseLong(jobID.getJtIdentifier()), jobID.getId()); final String baseStr = ContainerLocalizer.USERCACHE + "/" + user + "/" + ContainerLocalizer.APPCACHE + "/" + ConverterUtils.toString(appID) + "/output" + "/"; return baseStr; }
private String getBaseLocation(String jobId, String user) { final JobID jobID = JobID.forName(jobId); final ApplicationId appID = ApplicationId.newInstance(Long.parseLong(jobID.getJtIdentifier()), jobID.getId()); final String baseStr = ContainerLocalizer.USERCACHE + "/" + user + "/" + ContainerLocalizer.APPCACHE + "/" + ConverterUtils.toString(appID) + "/output" + "/"; return baseStr; }