earlierFailedMaps.add(event.getAttemptID()); request = new ContainerRequest(event, PRIORITY_FAST_FAIL_MAP); LOG.info("Added "+event.getAttemptID()+" to list of failed maps"); } else { for (String host : event.getHosts()) { mapsHostMapping.put(host, list); list.add(event.getAttemptID()); if (LOG.isDebugEnabled()) { LOG.debug("Added attempt req to host " + host); mapsRackMapping.put(rack, list); list.add(event.getAttemptID()); if (LOG.isDebugEnabled()) { LOG.debug("Added attempt req to rack " + rack); maps.put(event.getAttemptID(), request); addContainerReq(request);
earlierFailedMaps.add(event.getAttemptID()); request = new ContainerRequest(event, PRIORITY_FAST_FAIL_MAP, mapNodeLabelExpression); LOG.info("Added "+event.getAttemptID()+" to list of failed maps"); } else { for (String host : event.getHosts()) { mapsHostMapping.put(host, list); list.add(event.getAttemptID()); if (LOG.isDebugEnabled()) { LOG.debug("Added attempt req to host " + host); mapsRackMapping.put(rack, list); list.add(event.getAttemptID()); if (LOG.isDebugEnabled()) { LOG.debug("Added attempt req to rack " + rack); new ContainerRequest(event, PRIORITY_MAP, mapNodeLabelExpression); maps.put(event.getAttemptID(), request); addContainerReq(request);
earlierFailedMaps.add(event.getAttemptID()); request = new ContainerRequest(event, PRIORITY_FAST_FAIL_MAP, mapNodeLabelExpression); LOG.info("Added "+event.getAttemptID()+" to list of failed maps"); maps.put(event.getAttemptID(), request); addContainerReq(request); } else { new ContainerRequest(event, PRIORITY_OPPORTUNISTIC_MAP, mapNodeLabelExpression); maps.put(event.getAttemptID(), request); addOpportunisticResourceRequest(request.priority, request.capability); } else { mapsHostMapping.put(host, list); list.add(event.getAttemptID()); if (LOG.isDebugEnabled()) { LOG.debug("Added attempt req to host " + host); list.add(event.getAttemptID()); if (LOG.isDebugEnabled()) { LOG.debug("Added attempt req to rack " + rack); maps.put(event.getAttemptID(), request); addContainerReq(request);
public ContainerRequest(ContainerRequestEvent event, Priority priority, String nodeLabelExpression) { this(event.getAttemptID(), event.getCapability(), event.getHosts(), event.getRacks(), priority, nodeLabelExpression); }
public ContainerRequest(ContainerRequestEvent event, Priority priority, long requestTimeMs) { this(event.getAttemptID(), event.getCapability(), event.getHosts(), event.getRacks(), priority, requestTimeMs,null); }
public ContainerRequest(ContainerRequestEvent event, Priority priority, String nodeLabelExpression) { this(event.getAttemptID(), event.getCapability(), event.getHosts(), event.getRacks(), priority, nodeLabelExpression); }
public ContainerRequest(ContainerRequestEvent event, Priority priority, long requestTimeMs) { this(event.getAttemptID(), event.getCapability(), event.getHosts(), event.getRacks(), priority, requestTimeMs,null); }
public ContainerRequest(ContainerRequestEvent event, Priority priority, long requestTimeMs) { this(event.getAttemptID(), event.getCapability(), event.getHosts(), event.getRacks(), priority, requestTimeMs); }
public ContainerRequest(ContainerRequestEvent event, Priority priority) { this(event.getAttemptID(), event.getCapability(), event.getHosts(), event.getRacks(), priority); }
private void checkAssignment(ContainerRequestEvent request, TaskAttemptContainerAssignedEvent assigned, boolean checkHostMatch) { Assert.assertNotNull("Nothing assigned to attempt " + request.getAttemptID(), assigned); Assert.assertEquals("assigned to wrong attempt", request.getAttemptID(), assigned.getTaskAttemptID()); if (checkHostMatch) { Assert.assertTrue("Not assigned to requested host", Arrays.asList( request.getHosts()).contains( assigned.getContainer().getNodeId().getHost())); } }
private void checkAssignments(ContainerRequestEvent[] requests, List<TaskAttemptContainerAssignedEvent> assignments, boolean checkHostMatch) { Assert.assertNotNull("Container not assigned", assignments); Assert.assertEquals("Assigned count not correct", requests.length, assignments.size()); // check for uniqueness of containerIDs Set<ContainerId> containerIds = new HashSet<ContainerId>(); for (TaskAttemptContainerAssignedEvent assigned : assignments) { containerIds.add(assigned.getContainer().getId()); } Assert.assertEquals("Assigned containers must be different", assignments .size(), containerIds.size()); // check for all assignment for (ContainerRequestEvent req : requests) { TaskAttemptContainerAssignedEvent assigned = null; for (TaskAttemptContainerAssignedEvent ass : assignments) { if (ass.getTaskAttemptID().equals(req.getAttemptID())) { assigned = ass; break; } } checkAssignment(req, assigned, checkHostMatch); } }
if (event.getType() == ContainerAllocator.EventType.CONTAINER_REQ) { ContainerRequestEvent reqEvent = (ContainerRequestEvent) event; boolean isMap = reqEvent.getAttemptID().getTaskId().getTaskType(). equals(TaskType.MAP); if (isMap) {
@SuppressWarnings({ "unchecked" }) private void handleReduceContainerRequest(ContainerRequestEvent reqEvent) { assert(reqEvent.getAttemptID().getTaskId().getTaskType().equals( TaskType.REDUCE));
new String[] {"h1"}); allocator.sendRequest(event); TaskAttemptId attemptId = event.getAttemptID();
@SuppressWarnings({ "unchecked" }) private void handleMapContainerRequest(ContainerRequestEvent reqEvent) { assert(reqEvent.getAttemptID().getTaskId().getTaskType().equals( TaskType.MAP));
JobId jobId = getJob().getID(); Resource supportedMaxContainerCapability = getMaxContainerCapability(); if (reqEvent.getAttemptID().getTaskId().getTaskType().equals(TaskType.MAP)) { if (mapResourceRequest.equals(Resources.none())) { mapResourceRequest = reqEvent.getCapability();
JobId jobId = getJob().getID(); Resource supportedMaxContainerCapability = getMaxContainerCapability(); if (reqEvent.getAttemptID().getTaskId().getTaskType().equals(TaskType.MAP)) { if (mapResourceRequest.equals(Resources.none())) { mapResourceRequest = reqEvent.getCapability();
if(event.getTaskAttemptID().equals(event3.getAttemptID())) { assigned.remove(event); Assert.assertEquals("h3", event.getContainer().getNodeId().getHost());