@Override public void showRequests() { for (ResourceRequest request : resourceRequestMap.values()) { if (request.getNumContainers() > 0) { LOG.debug("\tRequest=" + request); } } }
private void decResourceRequest(String resourceName, ResourceRequest request) { request.setNumContainers(request.getNumContainers() - 1); if (request.getNumContainers() == 0) { resourceRequestMap.remove(resourceName); } }
private void decResourceRequest(String resourceName, Priority priority, ResourceRequest request) { request.setNumContainers(request.getNumContainers() - 1); if (request.getNumContainers() == 0) { requests.get(priority).remove(resourceName); } }
private void decResourceRequest(String resourceName, Priority priority, ResourceRequest request) { request.setNumContainers(request.getNumContainers() - 1); if (request.getNumContainers() == 0) { requests.get(priority).remove(resourceName); } }
protected void setRequestLimit(Priority priority, Resource capability, int limit) { if (limit < 0) { limit = Integer.MAX_VALUE; } ResourceRequest newReqLimit = ResourceRequest.newInstance(priority, ResourceRequest.ANY, capability, limit); ResourceRequest oldReqLimit = requestLimits.put(newReqLimit, newReqLimit); if (oldReqLimit == null || oldReqLimit.getNumContainers() < limit) { requestLimitsToUpdate.add(newReqLimit); } }
protected void setRequestLimit(Priority priority, Resource capability, int limit) { if (limit < 0) { limit = Integer.MAX_VALUE; } ResourceRequest newReqLimit = ResourceRequest.newInstance(priority, ResourceRequest.ANY, capability, limit); ResourceRequest oldReqLimit = requestLimits.put(newReqLimit, newReqLimit); if (oldReqLimit == null || oldReqLimit.getNumContainers() < limit) { requestLimitsToUpdate.add(newReqLimit); } }
protected void setRequestLimit(Priority priority, Resource capability, int limit) { if (limit < 0) { limit = Integer.MAX_VALUE; } ResourceRequest newReqLimit = ResourceRequest.newInstance(priority, ResourceRequest.ANY, capability, limit); ResourceRequest oldReqLimit = requestLimits.put(newReqLimit, newReqLimit); if (oldReqLimit == null || oldReqLimit.getNumContainers() < limit) { requestLimitsToUpdate.add(newReqLimit); } }
private int assignOffSwitchContainers(FiCaSchedulerNode node, FiCaSchedulerApp application, Priority priority) { int assignedContainers = 0; ResourceRequest request = application.getResourceRequest(priority, ResourceRequest.ANY); if (request != null) { assignedContainers = assignContainer(node, application, priority, request.getNumContainers(), request, NodeType.OFF_SWITCH); } return assignedContainers; }
synchronized private void decrementOutstanding( ResourceRequest offSwitchRequest) { int numOffSwitchContainers = offSwitchRequest.getNumContainers() - 1; // Do not remove ANY offSwitchRequest.setNumContainers(numOffSwitchContainers); // Do we have any outstanding requests? // If there is nothing, we need to deactivate this application if (numOffSwitchContainers == 0) { checkForDeactivation(); } }
private int assignOffSwitchContainers(FiCaSchedulerNode node, FiCaSchedulerApp application, Priority priority) { int assignedContainers = 0; ResourceRequest request = application.getResourceRequest(priority, ResourceRequest.ANY); if (request != null) { assignedContainers = assignContainer(node, application, priority, request.getNumContainers(), request, NodeType.OFF_SWITCH); } return assignedContainers; }
synchronized private void decrementOutstanding( ResourceRequest offSwitchRequest) { int numOffSwitchContainers = offSwitchRequest.getNumContainers() - 1; // Do not remove ANY offSwitchRequest.setNumContainers(numOffSwitchContainers); // Do we have any outstanding requests? // If there is nothing, we need to deactivate this application if (numOffSwitchContainers == 0) { priorities.remove(offSwitchRequest.getPriority()); checkForDeactivation(); } }
private void checkTotalContainerAllocation( Map<SubClusterId, List<ResourceRequest>> response, long totalContainers) { long actualContCount = 0; for (Map.Entry<SubClusterId, List<ResourceRequest>> entry : response .entrySet()) { for (ResourceRequest rr : entry.getValue()) { actualContCount += rr.getNumContainers(); } } Assert.assertEquals(totalContainers, actualContCount); }
private List<ResourceRequest> cloneAsks() { List<ResourceRequest> askList = new ArrayList<ResourceRequest>(ask.size()); for(ResourceRequest r : ask) { // create a copy of ResourceRequest as we might change it while the // RPC layer is using it to send info across ResourceRequest rr = ResourceRequest.newInstance(r.getPriority(), r.getResourceName(), r.getCapability(), r.getNumContainers(), r.getRelaxLocality(), r.getNodeLabelExpression()); askList.add(rr); } return askList; }
private void updateResourceRequest(ResourceRequest request) { request.setNumContainers(request.getNumContainers() - 1); // Note this for next interaction with ResourceManager ask.remove(request); // clone to ensure the RM doesn't manipulate the same obj ask.add(ResourceRequest.clone(request)); if(LOG.isDebugEnabled()) { LOG.debug("updateResourceRequest:" + " application=" + applicationId + " request=" + request); } }
private void updateResourceRequest(ResourceRequest request) { request.setNumContainers(request.getNumContainers() - 1); // Note this for next interaction with ResourceManager ask.remove(request); ask.add( org.apache.hadoop.yarn.server.utils.BuilderUtils.newResourceRequest( request)); // clone to ensure the RM doesn't manipulate the same obj if(LOG.isDebugEnabled()) { LOG.debug("updateResourceRequest:" + " application=" + applicationId + " request=" + request); } }
public synchronized Resource getTotalPendingRequests() { Resource ret = Resource.newInstance(0, 0); for (ResourceRequest rr : appSchedulingInfo.getAllResourceRequests()) { // to avoid double counting we count only "ANY" resource requests if (ResourceRequest.isAnyLocation(rr.getResourceName())){ Resources.addTo(ret, Resources.multiply(rr.getCapability(), rr.getNumContainers())); } } return ret; }
public synchronized Resource getTotalPendingRequests() { Resource ret = Resource.newInstance(0, 0); for (ResourceRequest rr : appSchedulingInfo.getAllResourceRequests()) { // to avoid double counting we count only "ANY" resource requests if (ResourceRequest.isAnyLocation(rr.getResourceName())){ Resources.addTo(ret, Resources.multiply(rr.getCapability(), rr.getNumContainers())); } } return ret; }
public static ResourceRequest newResourceRequest(ResourceRequest r) { ResourceRequest request = recordFactory .newRecordInstance(ResourceRequest.class); request.setPriority(r.getPriority()); request.setResourceName(r.getResourceName()); request.setCapability(r.getCapability()); request.setNumContainers(r.getNumContainers()); return request; }
public static ResourceRequest newResourceRequest(ResourceRequest r) { ResourceRequest request = recordFactory .newRecordInstance(ResourceRequest.class); request.setPriority(r.getPriority()); request.setResourceName(r.getResourceName()); request.setCapability(r.getCapability()); request.setNumContainers(r.getNumContainers()); return request; }
public static ResourceRequest newResourceRequest(ResourceRequest r) { ResourceRequest request = recordFactory .newRecordInstance(ResourceRequest.class); request.setPriority(r.getPriority()); request.setResourceName(r.getResourceName()); request.setCapability(r.getCapability()); request.setNumContainers(r.getNumContainers()); request.setNodeLabelExpression(r.getNodeLabelExpression()); return request; }