public void updateJobCounter() { try { Counters counters = job.getCounters(); if (counters == null) { String errorMsg = "no counters for job " + getMrJobId(); log.warn(errorMsg); output.append(errorMsg); return; } this.output.append(counters.toString()).append("\n"); log.debug(counters.toString()); mapInputRecords = String.valueOf(counters.findCounter(TaskCounter.MAP_INPUT_RECORDS).getValue()); hdfsBytesWritten = String.valueOf(counters.findCounter("FileSystemCounters", "HDFS_BYTES_WRITTEN").getValue()); hdfsBytesRead = String.valueOf(counters.findCounter("FileSystemCounters", "HDFS_BYTES_READ").getValue()); } catch (Exception e) { log.error(e.getLocalizedMessage(), e); output.append(e.getLocalizedMessage()); } }
@Override public int hashCode() { return (counters.toString() + Arrays.toString(this.diagnostics) + this.finishTime + this.progress + this.startTime + this.state + this.taskid.toString()).hashCode(); } //////////////////////////////////////////////
@Override public int hashCode() { return (counters.toString() + Arrays.toString(this.diagnostics) + this.finishTime + this.progress + this.startTime + this.state + this.taskid.toString()).hashCode(); } //////////////////////////////////////////////
@Override public int hashCode() { return (counters.toString() + Arrays.toString(this.diagnostics) + this.finishTime + this.progress + this.startTime + this.state + this.taskid.toString()).hashCode(); } //////////////////////////////////////////////
@Override public int hashCode() { return (counters.toString() + Arrays.toString(this.diagnostics) + this.finishTime + this.progress + this.startTime + this.state + this.taskid.toString()).hashCode(); } //////////////////////////////////////////////
@Override public int hashCode() { return (counters.toString() + Arrays.toString(this.diagnostics) + this.finishTime + this.progress + this.startTime + this.state + this.taskid.toString()).hashCode(); } //////////////////////////////////////////////
/** Print all the job information */ public void printAll() { System.out.println("JOBNAME: " + jobname); System.out.println("USERNAME: " + username); System.out.println("JOB_QUEUE_NAME: " + jobQueueName); System.out.println("SUBMIT_TIME" + submitTime); System.out.println("LAUNCH_TIME: " + launchTime); System.out.println("JOB_STATUS: " + jobStatus); System.out.println("PRIORITY: " + priority); System.out.println("TOTAL_MAPS: " + totalMaps); System.out.println("TOTAL_REDUCES: " + totalReduces); System.out.println("MAP_COUNTERS:" + mapCounters.toString()); System.out.println("REDUCE_COUNTERS:" + reduceCounters.toString()); System.out.println("TOTAL_COUNTERS: " + totalCounters.toString()); for (TaskInfo ti: tasksMap.values()) { ti.printAll(); } }
public void printAll() { System.out.println("TASK_ID:" + taskId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("TASK_TYPE:" + taskType); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } for (TaskAttemptInfo tinfo: attemptsMap.values()) { tinfo.printAll(); } }
public void printAll() { System.out.println("TASK_ID:" + taskId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("TASK_TYPE:" + taskType); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } for (TaskAttemptInfo tinfo: attemptsMap.values()) { tinfo.printAll(); } }
public void printAll() { System.out.println("TASK_ID:" + taskId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("TASK_TYPE:" + taskType); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } for (TaskAttemptInfo tinfo: attemptsMap.values()) { tinfo.printAll(); } }
public void printAll() { System.out.println("TASK_ID:" + taskId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("TASK_TYPE:" + taskType); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } for (TaskAttemptInfo tinfo: attemptsMap.values()) { tinfo.printAll(); } }
public void printAll() { System.out.println("TASK_ID:" + taskId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("TASK_TYPE:" + taskType); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } for (TaskAttemptInfo tinfo: attemptsMap.values()) { tinfo.printAll(); } }
/** * Print all the information about this attempt. */ public void printAll() { System.out.println("ATTEMPT_ID:" + attemptId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("ERROR:" + error); System.out.println("TASK_STATUS:" + status); System.out.println("STATE:" + state); System.out.println("TASK_TYPE:" + taskType); System.out.println("TRACKER_NAME:" + trackerName); System.out.println("HTTP_PORT:" + httpPort); System.out.println("SHUFFLE_PORT:" + shufflePort); System.out.println("CONTIANER_ID:" + containerId); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } }
/** * Print all the information about this attempt. */ public void printAll() { System.out.println("ATTEMPT_ID:" + attemptId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("ERROR:" + error); System.out.println("TASK_STATUS:" + status); System.out.println("STATE:" + state); System.out.println("TASK_TYPE:" + taskType); System.out.println("TRACKER_NAME:" + trackerName); System.out.println("HTTP_PORT:" + httpPort); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } }
/** * Print all the information about this attempt. */ public void printAll() { System.out.println("ATTEMPT_ID:" + attemptId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("ERROR:" + error); System.out.println("TASK_STATUS:" + status); System.out.println("STATE:" + state); System.out.println("TASK_TYPE:" + taskType); System.out.println("TRACKER_NAME:" + trackerName); System.out.println("HTTP_PORT:" + httpPort); System.out.println("SHUFFLE_PORT:" + shufflePort); System.out.println("CONTIANER_ID:" + containerId); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } }
/** * Print all the information about this attempt. */ public void printAll() { System.out.println("ATTEMPT_ID:" + attemptId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("ERROR:" + error); System.out.println("TASK_STATUS:" + status); System.out.println("STATE:" + state); System.out.println("TASK_TYPE:" + taskType); System.out.println("TRACKER_NAME:" + trackerName); System.out.println("HTTP_PORT:" + httpPort); System.out.println("SHUFFLE_PORT:" + shufflePort); System.out.println("CONTIANER_ID:" + containerId); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } }
/** * Print all the information about this attempt. */ public void printAll() { System.out.println("ATTEMPT_ID:" + attemptId.toString()); System.out.println("START_TIME: " + startTime); System.out.println("FINISH_TIME:" + finishTime); System.out.println("ERROR:" + error); System.out.println("TASK_STATUS:" + status); System.out.println("STATE:" + state); System.out.println("TASK_TYPE:" + taskType); System.out.println("TRACKER_NAME:" + trackerName); System.out.println("HTTP_PORT:" + httpPort); System.out.println("SHUFFLE_PORT:" + shufflePort); System.out.println("CONTIANER_ID:" + containerId); if (counters != null) { System.out.println("COUNTERS:" + counters.toString()); } }
/** Print all the job information */ public void printAll() { System.out.println("JOBNAME: " + jobname); System.out.println("USERNAME: " + username); System.out.println("JOB_QUEUE_NAME: " + jobQueueName); System.out.println("SUBMIT_TIME" + submitTime); System.out.println("LAUNCH_TIME: " + launchTime); System.out.println("JOB_STATUS: " + jobStatus); System.out.println("PRIORITY: " + priority); System.out.println("TOTAL_MAPS: " + totalMaps); System.out.println("TOTAL_REDUCES: " + totalReduces); if (mapCounters != null) { System.out.println("MAP_COUNTERS:" + mapCounters.toString()); } if (reduceCounters != null) { System.out.println("REDUCE_COUNTERS:" + reduceCounters.toString()); } if (totalCounters != null) { System.out.println("TOTAL_COUNTERS: " + totalCounters.toString()); } System.out.println("UBERIZED: " + uberized); if (amInfos != null) { for (AMInfo amInfo : amInfos) { amInfo.printAll(); } } for (TaskInfo ti: tasksMap.values()) { ti.printAll(); } }
public void updateJobCounter() { try { Counters counters = job.getCounters(); if (counters == null) { String errorMsg = "no counters for job " + getMrJobId(); log.warn(errorMsg); output.append(errorMsg); return; } this.output.append(counters.toString()).append("\n"); log.debug(counters.toString()); mapInputRecords = String.valueOf(counters.findCounter(TaskCounter.MAP_INPUT_RECORDS).getValue()); hdfsBytesWritten = String.valueOf(counters.findCounter("FileSystemCounters", "HDFS_BYTES_WRITTEN").getValue()); hdfsBytesRead = String.valueOf(counters.findCounter("FileSystemCounters", "HDFS_BYTES_READ").getValue()); } catch (Exception e) { log.error(e.getLocalizedMessage(), e); output.append(e.getLocalizedMessage()); mapInputRecords = "0"; hdfsBytesWritten = "0"; hdfsBytesRead = "0"; } }