Task reduceTask = mock(Task.class); when(reduceTask.getType()).thenReturn(TaskType.REDUCE); MRAppMetrics metrics = MRAppMetrics.create(); metrics.submittedJob(job); metrics.waitingTask(mapTask); metrics.waitingTask(reduceTask); metrics.preparingJob(job); metrics.submittedJob(job); metrics.waitingTask(mapTask); metrics.waitingTask(reduceTask); metrics.preparingJob(job); metrics.submittedJob(job); metrics.waitingTask(mapTask); metrics.waitingTask(reduceTask); metrics.preparingJob(job); metrics.endPreparingJob(job); metrics.endPreparingJob(job); metrics.endPreparingJob(job); metrics.runningJob(job); metrics.launchedTask(mapTask); metrics.runningTask(mapTask); metrics.failedTask(mapTask); metrics.endWaitingTask(reduceTask); metrics.endRunningTask(mapTask); metrics.endRunningJob(job); metrics.failedJob(job);
JobStateInternal finished(JobStateInternal finalState) { if (getInternalState() == JobStateInternal.RUNNING) { metrics.endRunningJob(this); } if (finishTime == 0) setFinishTime(); eventHandler.handle(new JobFinishEvent(jobId)); switch (finalState) { case KILLED: metrics.killedJob(this); break; case REBOOT: case ERROR: case FAILED: metrics.failedJob(this); break; case SUCCEEDED: metrics.completedJob(this); break; default: throw new IllegalArgumentException("Illegal job state: " + finalState); } return finalState; }
job.metrics.submittedJob(job); job.metrics.preparingJob(job); createReduceTasks(job); job.metrics.endPreparingJob(job); return JobStateInternal.INITED; } catch (Exception e) { LOG.warn("Job init failed", e); job.metrics.endPreparingJob(job); job.addDiagnostic("Job init failed : " + StringUtils.stringifyException(e));
metrics.launchedTask(this); metrics.runningTask(this); addAndScheduleAttempt(Avataar.VIRGIN); metrics.endWaitingTask(this);
public static MRAppMetrics create() { return create(DefaultMetricsSystem.instance()); }
@Override public void transition(JobImpl job, JobEvent event) { job.addDiagnostic(JOB_KILLED_DIAG); for (Task task : job.tasks.values()) { job.eventHandler.handle( new TaskEvent(task.getID(), TaskEventType.T_KILL)); } job.metrics.endRunningJob(job); } }
public void launchedTask(Task task) { switch (task.getType()) { case MAP: mapsLaunched.incr(); break; case REDUCE: reducesLaunched.incr(); break; } endWaitingTask(task); }
private void taskFailed(JobImpl job, Task task) { if (task.getType() == TaskType.MAP) { job.failedMapTaskCount++; } else if (task.getType() == TaskType.REDUCE) { job.failedReduceTaskCount++; } job.addDiagnostic("Task failed " + task.getID()); job.metrics.failedTask(task); }
private TaskStateInternal finished(TaskStateInternal finalState) { if (getInternalState() == TaskStateInternal.RUNNING) { metrics.endRunningTask(this); } return finalState; }
private void taskSucceeded(JobImpl job, Task task) { if (task.getType() == TaskType.MAP) { job.succeededMapTaskCount++; } else { job.succeededReduceTaskCount++; } job.metrics.completedTask(task); }
JobStateInternal finished(JobStateInternal finalState) { if (getInternalState() == JobStateInternal.RUNNING) { metrics.endRunningJob(this); } if (finishTime == 0) setFinishTime(); eventHandler.handle(new JobFinishEvent(jobId)); switch (finalState) { case KILLED: metrics.killedJob(this); break; case REBOOT: case ERROR: case FAILED: metrics.failedJob(this); break; case SUCCEEDED: metrics.completedJob(this); break; default: throw new IllegalArgumentException("Illegal job state: " + finalState); } return finalState; }
job.metrics.submittedJob(job); job.metrics.preparingJob(job); createReduceTasks(job); job.metrics.endPreparingJob(job); return JobStateInternal.INITED; } catch (Exception e) { LOG.warn("Job init failed", e); job.metrics.endPreparingJob(job); job.addDiagnostic("Job init failed : " + StringUtils.stringifyException(e));
metrics.launchedTask(this); metrics.runningTask(this); addAndScheduleAttempt(Avataar.VIRGIN); metrics.endWaitingTask(this);
public static MRAppMetrics create() { return create(DefaultMetricsSystem.instance()); }
@Override public void transition(JobImpl job, JobEvent event) { job.addDiagnostic(JOB_KILLED_DIAG); for (Task task : job.tasks.values()) { job.eventHandler.handle( new TaskEvent(task.getID(), TaskEventType.T_KILL)); } job.metrics.endRunningJob(job); } }
public void launchedTask(Task task) { switch (task.getType()) { case MAP: mapsLaunched.incr(); break; case REDUCE: reducesLaunched.incr(); break; } endWaitingTask(task); }
private void taskFailed(JobImpl job, Task task) { if (task.getType() == TaskType.MAP) { job.failedMapTaskCount++; } else if (task.getType() == TaskType.REDUCE) { job.failedReduceTaskCount++; } job.addDiagnostic("Task failed " + task.getID()); job.metrics.failedTask(task); }
private TaskStateInternal finished(TaskStateInternal finalState) { if (getInternalState() == TaskStateInternal.RUNNING) { metrics.endRunningTask(this); } return finalState; }
private void taskSucceeded(JobImpl job, Task task) { if (task.getType() == TaskType.MAP) { job.succeededMapTaskCount++; } else { job.succeededReduceTaskCount++; } job.metrics.completedTask(task); }
JobStateInternal finished(JobStateInternal finalState) { if (getInternalState() == JobStateInternal.RUNNING) { metrics.endRunningJob(this); } if (finishTime == 0) setFinishTime(); eventHandler.handle(new JobFinishEvent(jobId)); switch (finalState) { case KILLED: metrics.killedJob(this); break; case REBOOT: case ERROR: case FAILED: metrics.failedJob(this); break; case SUCCEEDED: metrics.completedJob(this); break; default: throw new IllegalArgumentException("Illegal job state: " + finalState); } return finalState; }