protected void getPendingAppDiagnosticMessage( StringBuilder diagnosticMessage) { LeafQueue queue = getCSLeafQueue(); diagnosticMessage.append(" Details : AM Partition = "); diagnosticMessage.append(appAMNodePartitionName.isEmpty() ? NodeLabel.DEFAULT_NODE_LABEL_PARTITION : appAMNodePartitionName); diagnosticMessage.append("; "); diagnosticMessage.append("AM Resource Request = "); diagnosticMessage.append(getAMResource(appAMNodePartitionName)); diagnosticMessage.append("; "); diagnosticMessage.append("Queue Resource Limit for AM = "); diagnosticMessage .append(queue.getAMResourceLimitPerPartition(appAMNodePartitionName)); diagnosticMessage.append("; "); diagnosticMessage.append("User AM Resource Limit of the queue = "); diagnosticMessage.append(queue.getUserAMResourceLimitPerPartition( appAMNodePartitionName, getUser())); diagnosticMessage.append("; "); diagnosticMessage.append("Queue AM Resource Usage = "); diagnosticMessage.append( queue.getQueueResourceUsage().getAMUsed(appAMNodePartitionName)); diagnosticMessage.append("; "); }
diagnosticMessage.append("Queue's used capacity (absolute resource) = "); diagnosticMessage .append(queue.getQueueResourceUsage().getUsed(appAMNodePartitionName)); diagnosticMessage.append(" ; "); diagnosticMessage.append("Queue's max capacity (absolute resource) = ");
/** * Recalculate QueueUsage Ratio. * * @param clusterResource * Total Cluster Resource * @param nodePartition * Partition */ public void recalculateQueueUsageRatio(Resource clusterResource, String nodePartition) { try { writeLock.lock(); ResourceUsage queueResourceUsage = getQueueResourceUsage(); if (nodePartition == null) { for (String partition : Sets.union( getQueueCapacities().getNodePartitionsSet(), queueResourceUsage.getNodePartitionsSet())) { usersManager.updateUsageRatio(partition, clusterResource); } } else { usersManager.updateUsageRatio(nodePartition, clusterResource); } } finally { writeLock.unlock(); } }
ru.setPending(pending[i]); ru.setUsed(used[i]); when(lq.getQueueResourceUsage()).thenReturn(ru);
ru.setUsed(used[i]); ru.setReserved(reserved[i]); when(lq.getQueueResourceUsage()).thenReturn(ru);
a.getQueueResourceUsage().incPending(Resources.createResource(1 * GB)); b.getQueueResourceUsage().incPending(Resources.createResource(1 * GB)); queues.get(CapacitySchedulerConfiguration.ROOT).getQueueResourceUsage() .incPending(Resources.createResource(1 * GB));
CapacitySchedulerLeafQueueInfo(final LeafQueue q, final String nodeLabel) { super(q, nodeLabel); numActiveApplications = q.getNumActiveApplications(); numPendingApplications = q.getNumPendingApplications(); numContainers = q.getNumContainers(); maxApplications = q.getMaxApplications(); maxApplicationsPerUser = q.getMaxApplicationsPerUser(); userLimit = q.getUserLimit(); users = new UsersInfo(q.getUsers()); userLimitFactor = q.getUserLimitFactor(); AMResourceLimit = new ResourceInfo(q.getAMResourceLimit()); usedAMResource = new ResourceInfo(q.getQueueResourceUsage().getAMUsed()); userAMResourceLimit = new ResourceInfo(q.getUserAMResourceLimit()); preemptionDisabled = q.getPreemptionDisabled(); }
CapacitySchedulerLeafQueueInfo(final LeafQueue q, final String nodeLabel) { super(q, nodeLabel); numActiveApplications = q.getNumActiveApplications(); numPendingApplications = q.getNumPendingApplications(); numContainers = q.getNumContainers(); maxApplications = q.getMaxApplications(); maxApplicationsPerUser = q.getMaxApplicationsPerUser(); userLimit = q.getUserLimit(); users = new UsersInfo(q.getUsers()); userLimitFactor = q.getUserLimitFactor(); AMResourceLimit = new ResourceInfo(q.getAMResourceLimit()); usedAMResource = new ResourceInfo(q.getQueueResourceUsage().getAMUsed()); userAMResourceLimit = new ResourceInfo(q.getUserAMResourceLimit()); preemptionDisabled = q.getPreemptionDisabled(); }
LeafQueue b = (LeafQueue)queues.get(B); a.getQueueResourceUsage().incPending(Resources.createResource(1 * GB)); b.getQueueResourceUsage().incPending(Resources.createResource(1 * GB)); queues.get(CapacitySchedulerConfiguration.ROOT).getQueueResourceUsage() .incPending(Resources.createResource(1 * GB));
b2.getQueueResourceUsage().incPending(Resources.createResource(1 * GB)); b3.getQueueResourceUsage().incPending(Resources.createResource(1 * GB)); queues.get(CapacitySchedulerConfiguration.ROOT).getQueueResourceUsage() .incPending(Resources.createResource(1 * GB));
userLimitFactor = q.getUserLimitFactor(); AMResourceLimit = new ResourceInfo(q.getAMResourceLimit()); usedAMResource = new ResourceInfo(q.getQueueResourceUsage().getAMUsed()); preemptionDisabled = q.getPreemptionDisabled(); intraQueuePreemptionDisabled = q.getIntraQueuePreemptionDisabled();
assertEquals(0 * GB, a.getQueueResourceUsage().getUsed().getMemory()); assertEquals(3 * GB, a.getQueueResourceUsage().getUsed(label).getMemory()); assertEquals(0 * GB, a.getUser(user_0).getUsed().getMemory()); assertEquals(3 * GB, a.getUser(user_0).getUsed(label).getMemory());
+ ", user-limit-resource=" + userLimitResource + ", queueCapacity=" + queueCapacity + ", qconsumed=" + lQueue.getQueueResourceUsage().getUsed() + ", currentCapacity=" + currentCapacity + ", activeUsers=" + usersSummedByWeight
Assert.assertEquals(4 * GB, cs.getRootQueue().getQueueResourceUsage() .getReserved().getMemorySize()); Assert.assertEquals(4 * GB, leafQueue.getQueueResourceUsage().getReserved() .getMemorySize()); Assert.assertEquals(0 * GB, cs.getRootQueue().getQueueResourceUsage() .getReserved().getMemorySize()); Assert.assertEquals(0 * GB, leafQueue.getQueueResourceUsage().getReserved() .getMemorySize());
.getReserved("x").getMemorySize()); Assert.assertEquals(4 * GB, leafQueue.getQueueResourceUsage().getReserved("x").getMemorySize()); Assert.assertEquals(0, cs.getRootQueue().getQueueResourceUsage() .getReserved("x").getMemorySize()); Assert.assertEquals(0, leafQueue.getQueueResourceUsage().getReserved("x") .getMemorySize()); rm1.close();
Assert.assertEquals(4 * GB, cs.getRootQueue().getQueueResourceUsage() .getReserved().getMemorySize()); Assert.assertEquals(4 * GB, leafQueue.getQueueResourceUsage().getReserved() .getMemorySize()); Assert.assertEquals(0, cs.getRootQueue().getQueueResourceUsage() .getReserved().getMemorySize()); Assert.assertEquals(0, leafQueue.getQueueResourceUsage().getReserved() .getMemorySize());
Assert.assertEquals(4 * GB, cs.getRootQueue().getQueueResourceUsage() .getReserved().getMemorySize()); Assert.assertEquals(4 * GB, leafQueue.getQueueResourceUsage().getReserved() .getMemorySize()); Assert.assertEquals(0 * GB, cs.getRootQueue().getQueueResourceUsage() .getReserved().getMemorySize()); Assert.assertEquals(0 * GB, leafQueue.getQueueResourceUsage().getReserved() .getMemorySize());
Assert.assertEquals(1, schedulerApp1.getReservedContainers().size()); Assert.assertEquals(9 * GB, defaultQueue.getQueueResourceUsage().getUsed().getMemorySize());