public void setMemory(int memory) { if (resources == null) { resources = Resource.newInstance(memory, vCores); } this.memory = memory; resources.setMemorySize(memory); }
public static Resource multiplyAndRoundUp(Resource lhs, double by) { Resource out = clone(lhs); out.setMemorySize((long)Math.ceil(lhs.getMemorySize() * by)); out.setVirtualCores((int)Math.ceil(lhs.getVirtualCores() * by)); return out; }
public static Resource newResource(long memory, int vCores) { Resource resource = recordFactory.newRecordInstance(Resource.class); resource.setMemorySize(memory); resource.setVirtualCores(vCores); resource.setGPUs(0); return resource; }
public static Resource newResource(long memory, int vCores, int gpus) { Resource resource = recordFactory.newRecordInstance(Resource.class); resource.setMemorySize(memory); resource.setVirtualCores(vCores); resource.setGPUs(gpus); return resource; }
public static Resource newResource(int mem) { Resource rs = recordFactory.newRecordInstance(Resource.class); rs.setMemorySize(mem); return rs; }
public Resource getReservedResource() { reservedResource.setMemorySize(metrics.getReservedMB()); reservedResource.setVirtualCores(metrics.getReservedVirtualCores()); return reservedResource; }
@Public @Stable /** * Backwards compatibility without GPUs */ public static Resource newInstance(int memory, int vCores) { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(memory); resource.setVirtualCores(vCores); return resource; }
public static Resource newUsedResource(Resource total) { Resource rs = recordFactory.newRecordInstance(Resource.class); rs.setMemorySize((int)(Math.random() * total.getMemorySize())); return rs; }
public Resource createResource(int memory, int vCores) { Resource resource = new ResourcePBImpl(); resource.setMemorySize(memory); resource.setVirtualCores(vCores); return resource; } }
@Public @Stable public static Resource newInstance(long memory, int vCores, int gpus) { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(memory); resource.setVirtualCores(vCores); resource.setGPUs(gpus); return resource; }
public RMApp submitApp(int masterMemory, long attemptFailuresValidityInterval, boolean keepContainers) throws Exception { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(masterMemory); Priority priority = Priority.newInstance(0); return submitApp(resource, "", UserGroupInformation.getCurrentUser() .getShortUserName(), null, false, null, super.getConfig().getInt(YarnConfiguration.RM_AM_MAX_ATTEMPTS, YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS), null, null, true, keepContainers, false, null, attemptFailuresValidityInterval, null, true, priority); }
public static Resource getResourceTypesMinimumAllocation() { Resource ret = Resource.newInstance(0, 0); for (ResourceInformation entry : resourceTypesArray) { String name = entry.getName(); if (name.equals(ResourceInformation.MEMORY_MB.getName())) { ret.setMemorySize(entry.getMinimumAllocation()); } else if (name.equals(ResourceInformation.VCORES.getName())) { Long tmp = entry.getMinimumAllocation(); if (tmp > Integer.MAX_VALUE) { tmp = (long) Integer.MAX_VALUE; } ret.setVirtualCores(tmp.intValue()); } else { ret.setResourceValue(name, entry.getMinimumAllocation()); } } return ret; }
@Public @Stable public static Resource newInstance(long memory, int vCores) { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(memory); resource.setVirtualCores(vCores); resource.setGPUs(0); return resource; }
public RMApp submitApp(int masterMemory, LogAggregationContext logAggregationContext) throws Exception { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(masterMemory); Priority priority = Priority.newInstance(0); return submitApp(resource, "", UserGroupInformation.getCurrentUser() .getShortUserName(), null, false, null, super.getConfig().getInt(YarnConfiguration.RM_AM_MAX_ATTEMPTS, YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS), null, null, true, false, false, null, 0, logAggregationContext, true, priority); }
public static Resource newResource(long memory, int vCores, Map<String, String> customResources) { Resource resource = RECORD_FACTORY.newRecordInstance(Resource.class); resource.setMemorySize(memory); resource.setVirtualCores(vCores); for (Map.Entry<String, String> customResource : customResources.entrySet()) { String resourceName = customResource.getKey(); ResourceInformation resourceInformation = createResourceInformation(resourceName, customResource.getValue()); resource.setResourceInformation(resourceName, resourceInformation); } return resource; }
public RMApp submitApp(int masterMemory, String name, String user, Map<ApplicationAccessType, String> acls, String queue, String amLabel) throws Exception { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(masterMemory); Priority priority = Priority.newInstance(0); return submitApp(resource, name, user, acls, false, queue, super.getConfig().getInt(YarnConfiguration.RM_AM_MAX_ATTEMPTS, YarnConfiguration.DEFAULT_RM_AM_MAX_ATTEMPTS), null, null, true, false, false, null, 0, null, true, priority, amLabel, null, null); }
public static Resource newAvailResource(Resource total, Resource used) { Resource rs = recordFactory.newRecordInstance(Resource.class); rs.setMemorySize(total.getMemorySize() - used.getMemorySize()); return rs; }
public RMApp submitApp(int masterMemory, String name, String user, Map<ApplicationAccessType, String> acls, boolean unmanaged, String queue, int maxAppAttempts, Credentials ts, String appType, boolean waitForAccepted, boolean keepContainers) throws Exception { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(masterMemory); return submitApp(resource, name, user, acls, unmanaged, queue, maxAppAttempts, ts, appType, waitForAccepted, keepContainers, false, null, 0, null, true, Priority.newInstance(0)); }
public RMApp submitApp(int masterMemory, String name, String user, Map<ApplicationAccessType, String> acls, boolean unmanaged, String queue, int maxAppAttempts, Credentials ts, String appType, boolean waitForAccepted, boolean keepContainers, boolean isAppIdProvided, ApplicationId applicationId) throws Exception { Resource resource = Records.newRecord(Resource.class); resource.setMemorySize(masterMemory); Priority priority = Priority.newInstance(0); return submitApp(resource, name, user, acls, unmanaged, queue, maxAppAttempts, ts, appType, waitForAccepted, keepContainers, isAppIdProvided, applicationId, 0, null, true, priority); }
@Test @SuppressWarnings("deprecation") public void testGetMemory() { Resource res = new ResourcePBImpl(); long memorySize = Integer.MAX_VALUE + 1L; res.setMemorySize(memorySize); assertEquals("No need to cast if both are long", memorySize, res.getMemorySize()); assertEquals("Cast to Integer.MAX_VALUE if the long is greater than " + "Integer.MAX_VALUE", Integer.MAX_VALUE, res.getMemory()); }