private MapTaskCompletionEventsUpdate getMockedCompletionEventsUpdate( int startIdx, int numEvents) { ArrayList<TaskCompletionEvent> tceList = new ArrayList<TaskCompletionEvent>(numEvents); for (int i = 0; i < numEvents; ++i) { int eventIdx = startIdx + i; TaskCompletionEvent tce = new TaskCompletionEvent(eventIdx, new TaskAttemptID("12345", 1, TaskType.MAP, eventIdx, 0), eventIdx, true, TaskCompletionEvent.Status.SUCCEEDED, "http://somehost:8888"); tceList.add(tce); } TaskCompletionEvent[] events = {}; return new MapTaskCompletionEventsUpdate(tceList.toArray(events), false); }
public void readFields(DataInput in) throws IOException { reset = in.readBoolean(); events = new TaskCompletionEvent[in.readInt()]; for (int i = 0; i < events.length; ++i) { events[i] = new TaskCompletionEvent(); events[i].readFields(in); } } }
public void readFields(DataInput in) throws IOException { reset = in.readBoolean(); events = new TaskCompletionEvent[in.readInt()]; for (int i = 0; i < events.length; ++i) { events[i] = new TaskCompletionEvent(); events[i].readFields(in); } } }
public void readFields(DataInput in) throws IOException { reset = in.readBoolean(); events = new TaskCompletionEvent[in.readInt()]; for (int i = 0; i < events.length; ++i) { events[i] = new TaskCompletionEvent(); events[i].readFields(in); } } }
public void readFields(DataInput in) throws IOException { reset = in.readBoolean(); events = new TaskCompletionEvent[in.readInt()]; for (int i = 0; i < events.length; ++i) { events[i] = new TaskCompletionEvent(); events[i].readFields(in); } } }
public void readFields(DataInput in) throws IOException { reset = in.readBoolean(); events = new TaskCompletionEvent[in.readInt()]; for (int i = 0; i < events.length; ++i) { events[i] = new TaskCompletionEvent(); events[i].readFields(in); } } }
public void readFields(DataInput in) throws IOException { reset = in.readBoolean(); events = new TaskCompletionEvent[in.readInt()]; for (int i = 0; i < events.length; ++i) { events[i] = new TaskCompletionEvent(); events[i].readFields(in); } } }
public void readFields(DataInput in) throws IOException { reset = in.readBoolean(); events = new TaskCompletionEvent[in.readInt()]; for (int i = 0; i < events.length; ++i) { events[i] = new TaskCompletionEvent(); events[i].readFields(in); } } }
private TaskCompletionEvent[] readEvents(FSDataInputStream dataIn, int offset, int len) throws IOException { int size = dataIn.readInt(); if (offset > size) { return TaskCompletionEvent.EMPTY_ARRAY; } if (offset + len > size) { len = size - offset; } TaskCompletionEvent[] events = new TaskCompletionEvent[len]; for (int i = 0; i < (offset + len); i++) { TaskCompletionEvent event = new TaskCompletionEvent(); event.readFields(dataIn); if (i >= offset) { events[i - offset] = event; } } return events; }
private TaskCompletionEvent[] readEvents(FSDataInputStream dataIn, int offset, int len) throws IOException { int size = dataIn.readInt(); if (offset > size) { return TaskCompletionEvent.EMPTY_ARRAY; } if (offset + len > size) { len = size - offset; } TaskCompletionEvent[] events = new TaskCompletionEvent[len]; for (int i = 0; i < (offset + len); i++) { TaskCompletionEvent event = new TaskCompletionEvent(); event.readFields(dataIn); if (i >= offset) { events[i - offset] = event; } } return events; }
/** * test deprecated methods of TaskCompletionEvent */ @SuppressWarnings("deprecation") @Test (timeout=5000) public void testTaskCompletionEvent() { TaskAttemptID taid = new TaskAttemptID("001", 1, TaskType.REDUCE, 2, 3); TaskCompletionEvent template = new TaskCompletionEvent(12, taid, 13, true, Status.SUCCEEDED, "httptracker"); TaskCompletionEvent testEl = TaskCompletionEvent.downgrade(template); testEl.setTaskAttemptId(taid); testEl.setTaskTrackerHttp("httpTracker"); testEl.setTaskId("attempt_001_0001_m_000002_04"); assertEquals("attempt_001_0001_m_000002_4",testEl.getTaskId()); testEl.setTaskStatus(Status.OBSOLETE); assertEquals(Status.OBSOLETE.toString(), testEl.getStatus().toString()); testEl.setTaskRunTime(20); assertEquals(testEl.getTaskRunTime(), 20); testEl.setEventId(16); assertEquals(testEl.getEventId(), 16); }
static TaskCompletionEvent downgrade( org.apache.hadoop.mapreduce.TaskCompletionEvent event) { return new TaskCompletionEvent(event.getEventId(), TaskAttemptID.downgrade(event.getTaskAttemptId()),event.idWithinJob(), event.isMapTask(), Status.valueOf(event.getStatus().name()), event.getTaskTrackerHttp()); } /**
@Private public static TaskCompletionEvent downgrade( org.apache.hadoop.mapreduce.TaskCompletionEvent event) { return new TaskCompletionEvent(event.getEventId(), TaskAttemptID.downgrade(event.getTaskAttemptId()),event.idWithinJob(), event.isMapTask(), Status.valueOf(event.getStatus().name()), event.getTaskTrackerHttp()); } /**
@Private public static TaskCompletionEvent downgrade( org.apache.hadoop.mapreduce.TaskCompletionEvent event) { return new TaskCompletionEvent(event.getEventId(), TaskAttemptID.downgrade(event.getTaskAttemptId()),event.idWithinJob(), event.isMapTask(), Status.valueOf(event.getStatus().name()), event.getTaskTrackerHttp()); } /**
@Private public static TaskCompletionEvent downgrade( org.apache.hadoop.mapreduce.TaskCompletionEvent event) { return new TaskCompletionEvent(event.getEventId(), TaskAttemptID.downgrade(event.getTaskAttemptId()),event.idWithinJob(), event.isMapTask(), Status.valueOf(event.getStatus().name()), event.getTaskTrackerHttp()); } /**
@Private public static TaskCompletionEvent downgrade( org.apache.hadoop.mapreduce.TaskCompletionEvent event) { return new TaskCompletionEvent(event.getEventId(), TaskAttemptID.downgrade(event.getTaskAttemptId()),event.idWithinJob(), event.isMapTask(), Status.valueOf(event.getStatus().name()), event.getTaskTrackerHttp()); } /**
public static TaskCompletionEvent fromYarn( TaskAttemptCompletionEvent newEvent) { return new TaskCompletionEvent(newEvent.getEventId(), fromYarn(newEvent.getAttemptId()), newEvent.getAttemptId().getId(), newEvent.getAttemptId().getTaskId().getTaskType().equals(TaskType.MAP), fromYarn(newEvent.getStatus()), newEvent.getMapOutputServerAddress()); }
public static TaskCompletionEvent fromYarn( TaskAttemptCompletionEvent newEvent) { return new TaskCompletionEvent(newEvent.getEventId(), fromYarn(newEvent.getAttemptId()), newEvent.getAttemptId().getId(), newEvent.getAttemptId().getTaskId().getTaskType().equals(TaskType.MAP), fromYarn(newEvent.getStatus()), newEvent.getMapOutputServerAddress()); }
public static TaskCompletionEvent fromYarn( TaskAttemptCompletionEvent newEvent) { return new TaskCompletionEvent(newEvent.getEventId(), fromYarn(newEvent.getAttemptId()), newEvent.getAttemptId().getId(), newEvent.getAttemptId().getTaskId().getTaskType().equals(TaskType.MAP), fromYarn(newEvent.getStatus()), newEvent.getMapOutputServerAddress()); }
public static TaskCompletionEvent fromYarn( TaskAttemptCompletionEvent newEvent) { return new TaskCompletionEvent(newEvent.getEventId(), fromYarn(newEvent.getAttemptId()), newEvent.getAttemptId().getId(), newEvent.getAttemptId().getTaskId().getTaskType().equals(TaskType.MAP), fromYarn(newEvent.getStatus()), newEvent.getMapOutputServerAddress()); }