public static List<Resource> combineResources(List<List<Resource>> resourcesList) { List<Resource> resources = new ArrayList<>(); for (List<Resource> resourcesToAdd : resourcesList) { for (Resource resource : resourcesToAdd) { Optional<Resource> matched = getMatchingResource(resource, resources); if (!matched.isPresent()) { resources.add(resource); } else { int index = resources.indexOf(matched.get()); Resource.Builder resourceBuilder = resource.toBuilder().clone(); if (resource.hasScalar()) { resourceBuilder.setScalar(resource.toBuilder().getScalarBuilder().setValue(resource.getScalar().getValue() + matched.get().getScalar().getValue()).build()); resources.set(index, resourceBuilder.build()); } else if (resource.hasRanges()) { Ranges.Builder newRanges = Ranges.newBuilder(); resource.getRanges().getRangeList().forEach(newRanges::addRange); matched.get().getRanges().getRangeList().forEach(newRanges::addRange); resourceBuilder.setRanges(newRanges); resources.set(index, resourceBuilder.build()); } else { throw new IllegalStateException(String.format("Can't subtract non-scalar or range resources %s", formatForLogging(resource))); } } } } return resources; }
public static List<Resource> subtractResources(List<Resource> resources, List<Resource> subtract) { List<Resource> remaining = Lists.newArrayListWithCapacity(resources.size()); for (Resource resource : resources) { Optional<Resource> matched = getMatchingResource(resource, subtract); if (!matched.isPresent()) { remaining.add(resource.toBuilder().clone().build()); } else { Resource.Builder resourceBuilder = resource.toBuilder().clone(); if (resource.hasScalar()) { resourceBuilder.setScalar(resource.toBuilder().getScalarBuilder().setValue(resource.getScalar().getValue() - matched.get().getScalar().getValue()).build()); } else if (resource.hasRanges()) { resourceBuilder.setRanges(subtractRanges(resource.getRanges(), matched.get().getRanges())); } else { throw new IllegalStateException(String.format("Can't subtract non-scalar or range resources %s", formatForLogging(resource))); } remaining.add(resourceBuilder.build()); } } return remaining; }
.setName(PORTS) .setRanges(rangesBldr) .build();
/** * <pre> * The guarantee that these resources are allocatable for the above role. * NOTE: `guarantee.role` should not specify any role except '*', * because quota does not reserve specific resources. * </pre> * * <code>repeated .mesos.v1.Resource guarantee = 3;</code> */ public Builder addGuarantee( org.apache.mesos.v1.Protos.Resource.Builder builderForValue) { if (guaranteeBuilder_ == null) { ensureGuaranteeIsMutable(); guarantee_.add(builderForValue.build()); onChanged(); } else { guaranteeBuilder_.addMessage(builderForValue.build()); } return this; } /**
public static List<Resource> subtractResources(List<Resource> resources, List<Resource> subtract) { List<Resource> remaining = Lists.newArrayListWithCapacity(resources.size()); for (Resource resource : resources) { Optional<Resource> matched = getMatchingResource(resource, subtract); if (!matched.isPresent()) { remaining.add(resource.toBuilder().clone().build()); } else { Resource.Builder resourceBuilder = resource.toBuilder().clone(); if (resource.hasScalar()) { resourceBuilder.setScalar(resource.toBuilder().getScalarBuilder().setValue(resource.getScalar().getValue() - matched.get().getScalar().getValue()).build()); } else if (resource.hasRanges()) { resourceBuilder.setRanges(subtractRanges(resource.getRanges(), matched.get().getRanges())); } else { throw new IllegalStateException(String.format("Can't subtract non-scalar or range resources %s", formatForLogging(resource))); } remaining.add(resourceBuilder.build()); } } return remaining; }
/** * <pre> * The total resources provided by this resource provider. * </pre> * * <code>repeated .mesos.v1.Resource resources = 2;</code> */ public Builder setResources( int index, org.apache.mesos.v1.Protos.Resource.Builder builderForValue) { if (resourcesBuilder_ == null) { ensureResourcesIsMutable(); resources_.set(index, builderForValue.build()); onChanged(); } else { resourcesBuilder_.setMessage(index, builderForValue.build()); } return this; } /**
public static Resource buildPortRanges(String... ranges) { Resource.Builder resources = Resource.newBuilder() .setType(Type.RANGES) .setName(MesosUtils.PORTS); Ranges.Builder rangesBuilder = Ranges.newBuilder(); for (String range : ranges) { String[] split = range.split("\\:"); rangesBuilder.addRange( Range.newBuilder() .setBegin(Long.parseLong(split[0])) .setEnd(Long.parseLong(split[1]))); } resources.setRanges(rangesBuilder); return resources.build(); }
/** * <code>repeated .mesos.v1.Resource resources = 2;</code> */ public Builder setResources( int index, org.apache.mesos.v1.Protos.Resource.Builder builderForValue) { if (resourcesBuilder_ == null) { ensureResourcesIsMutable(); resources_.set(index, builderForValue.build()); onChanged(); } else { resourcesBuilder_.setMessage(index, builderForValue.build()); } return this; } /**
/** * <code>repeated .mesos.v1.Resource resources = 2;</code> */ public Builder addResources( org.apache.mesos.v1.Protos.Resource.Builder builderForValue) { if (resourcesBuilder_ == null) { ensureResourcesIsMutable(); resources_.add(builderForValue.build()); onChanged(); } else { resourcesBuilder_.addMessage(builderForValue.build()); } return this; } /**
private static Resource newRange(String name, long begin, long end) { return Resource.newBuilder().setName(name).setType(Type.RANGES).setRanges(Ranges.newBuilder().addRange(Range.newBuilder().setBegin(begin).setEnd(end).build()).build()).build(); }
/** * <code>repeated .mesos.v1.Resource resources = 2;</code> */ public Builder addResources( int index, org.apache.mesos.v1.Protos.Resource.Builder builderForValue) { if (resourcesBuilder_ == null) { ensureResourcesIsMutable(); resources_.add(index, builderForValue.build()); onChanged(); } else { resourcesBuilder_.addMessage(index, builderForValue.build()); } return this; } /**
private static Resource newScalar(String name, double value, Optional<String> role) { Resource.Builder builder = Resource.newBuilder().setName(name).setType(Type.SCALAR).setScalar(Scalar.newBuilder().setValue(value).build()); if (role.isPresent()) { builder.setRole(role.get()); } return builder.build(); }
private List<Resource> createResources(int cpus, int memory, String... ranges) { List<Resource> resources = Lists.newArrayList(); if (cpus > 0) { resources.add(Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.CPUS).setScalar(Scalar.newBuilder().setValue(cpus).build()).build()); } if (memory > 0) { resources.add(Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.MEMORY).setScalar(Scalar.newBuilder().setValue(memory).build()).build()); } if (ranges.length > 0) { resources.add(buildPortRanges(ranges)); } return resources; }
.addRange(Protos.Value.Range.newBuilder() .setBegin(31000) .setEnd(31000).build()).build()).build();
@Test public void testGetPortByIndex() throws Exception{ taskResources = new Resources(1, 1, 4, 0); final Protos.Resource portsResource = Protos.Resource.newBuilder() .setName("ports") .setType(Protos.Value.Type.RANGES) .setRanges(Protos.Value.Ranges.newBuilder() .addRange( Protos.Value.Range.newBuilder() .setBegin(31003) .setEnd(31006).build()) .build()).build(); final SingularityRequest request = new SingularityRequestBuilder("test", RequestType.WORKER).build(); final SingularityDeploy deploy = new SingularityDeployBuilder("test", "1") .setCommand(Optional.of("/bin/echo")) .setArguments(Optional.of(Collections.singletonList("wat"))) .build(); final SingularityTaskRequest taskRequest = new SingularityTaskRequest(request, deploy, pendingTask); final SingularityMesosTaskHolder task = builder.buildTask(offerHolder, Collections.singletonList(portsResource), taskRequest, taskResources, executorResources); assertEquals(31005L, task.getTask().getPortByIndex(2).get().longValue()); }
@Test public void testResourceAddition() { List<List<Resource>> toAdd = ImmutableList.of( ImmutableList.of( Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.CPUS).setScalar(Scalar.newBuilder().setValue(1)).build(), Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.MEMORY).setScalar(Scalar.newBuilder().setValue(1024)).build() ), ImmutableList.of( Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.CPUS).setScalar(Scalar.newBuilder().setValue(2)).build(), Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.MEMORY).setScalar(Scalar.newBuilder().setValue(1024)).build() ), ImmutableList.of( Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.CPUS).setScalar(Scalar.newBuilder().setValue(3)).build(), Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.MEMORY).setScalar(Scalar.newBuilder().setValue(1024)).build() ) ); List<Resource> combined = MesosUtils.combineResources(toAdd); Assert.assertEquals(6, MesosUtils.getNumCpus(combined, Optional.absent()), 0.1); Assert.assertEquals(3072, MesosUtils.getMemory(combined, Optional.absent()), 0.1); }
public static Resource buildPortRanges(String... ranges) { Resource.Builder resources = Resource.newBuilder() .setType(Type.RANGES) .setName(MesosUtils.PORTS); Ranges.Builder rangesBuilder = Ranges.newBuilder(); for (String range : ranges) { String[] split = range.split("\\:"); rangesBuilder.addRange( Range.newBuilder() .setBegin(Long.parseLong(split[0])) .setEnd(Long.parseLong(split[1]))); } resources.setRanges(rangesBuilder); return resources.build(); }
private static Resource newRange(String name, long begin, long end) { return Resource.newBuilder().setName(name).setType(Type.RANGES).setRanges(Ranges.newBuilder().addRange(Range.newBuilder().setBegin(begin).setEnd(end).build()).build()).build(); }
private static Resource newScalar(String name, double value, Optional<String> role) { Resource.Builder builder = Resource.newBuilder().setName(name).setType(Type.SCALAR).setScalar(Scalar.newBuilder().setValue(value).build()); if (role.isPresent()) { builder.setRole(role.get()); } return builder.build(); }
private List<Resource> createResources(int cpus, int memory, String... ranges) { List<Resource> resources = Lists.newArrayList(); if (cpus > 0) { resources.add(Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.CPUS).setScalar(Scalar.newBuilder().setValue(cpus).build()).build()); } if (memory > 0) { resources.add(Resource.newBuilder().setType(Type.SCALAR).setName(MesosUtils.MEMORY).setScalar(Scalar.newBuilder().setValue(memory).build()).build()); } if (ranges.length > 0) { resources.add(buildPortRanges(ranges)); } return resources; }