assertEquals(1, mapTaskVertex.getInputEdges(0).length); ExecutionEdge inputEdge = mapTaskVertex.getInputEdges(0)[0]; assertEquals(sourceVertex.getID(), inputEdge.getSource().getProducer().getJobvertexId()); int inputPartition = inputEdge.getSource().getPartitionNumber(); if (!mapInputPartitionCounts.containsKey(inputPartition)) { ExecutionEdge inputEdge1 = sinkTaskVertex.getInputEdges(0)[0]; ExecutionEdge inputEdge2 = sinkTaskVertex.getInputEdges(0)[1]; assertEquals(mapVertex.getID(), inputEdge1.getSource().getProducer().getJobvertexId()); assertEquals(mapVertex.getID(), inputEdge2.getSource().getProducer().getJobvertexId());
public JobVertexID getJobVertexId() { return this.vertexExecution.getVertex().getJobvertexId(); }
public ScheduledUnit( Execution task, @Nullable SlotSharingGroupId slotSharingGroupId, @Nullable CoLocationConstraint coLocationConstraint) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, coLocationConstraint); }
public ScheduledUnit( Execution task, @Nullable SlotSharingGroupId slotSharingGroupId, @Nullable CoLocationConstraint coLocationConstraint) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, coLocationConstraint); }
public ScheduledUnit( Execution task, @Nullable SlotSharingGroupId slotSharingGroupId, @Nullable CoLocationConstraint coLocationConstraint) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, coLocationConstraint); }
public ScheduledUnit(Execution task, @Nullable SlotSharingGroupId slotSharingGroupId) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, null); }
public ScheduledUnit(Execution task, @Nullable SlotSharingGroupId slotSharingGroupId) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, null); }
public ScheduledUnit(Execution task, @Nullable SlotSharingGroupId slotSharingGroupId) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), slotSharingGroupId, null); }
public ScheduledUnit(Execution task) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), null, null); }
public ScheduledUnit(Execution task) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), null, null); }
public ScheduledUnit(Execution task) { this( Preconditions.checkNotNull(task), task.getVertex().getJobvertexId(), null, null); }
/** * Gets a slot suitable for the given task vertex. This method will prefer slots that are local * (with respect to {@link ExecutionVertex#getPreferredLocationsBasedOnInputs()}), but will return non local * slots if no local slot is available. The method returns null, when this sharing group has * no slot is available for the given JobVertexID. * * @param vertex The vertex to allocate a slot for. * * @return A slot to execute the given ExecutionVertex in, or null, if none is available. */ public SimpleSlot getSlotForTask(ExecutionVertex vertex) { return getSlotForTask(vertex.getJobvertexId(), vertex.getPreferredLocationsBasedOnInputs()); }
JobVertexID jobvertexId = executionVertex.getJobvertexId(); jobVertexIDSetMap.putIfAbsent(jobvertexId, new HashSet<>()); jobVertexIDSetMap.get(jobvertexId).add(executionVertex.getParallelSubtaskIndex());
NoResourceAvailableException(ScheduledUnit task, int numInstances, int numSlotsTotal, int availableSlots) { super(String.format("%s Task to schedule: < %s > with groupID < %s > in sharing group < %s >. Resources available to scheduler: Number of instances=%d, total number of slots=%d, available slots=%d", BASE_MESSAGE, task.getTaskToExecute(), task.getLocationConstraint() == null ? task.getTaskToExecute().getVertex().getJobvertexId() : task.getLocationConstraint().getGroupId(), task.getSlotSharingGroup(), numInstances, numSlotsTotal, availableSlots)); }
NoResourceAvailableException(ScheduledUnit task, int numInstances, int numSlotsTotal, int availableSlots) { super(String.format("%s Task to schedule: < %s > with groupID < %s > in sharing group < %s >. Resources available to scheduler: Number of instances=%d, total number of slots=%d, available slots=%d", BASE_MESSAGE, task.getTaskToExecute(), task.getCoLocationConstraint() == null ? task.getTaskToExecute().getVertex().getJobvertexId() : task.getCoLocationConstraint().getGroupId(), task.getSlotSharingGroupId(), numInstances, numSlotsTotal, availableSlots)); }
NoResourceAvailableException(ScheduledUnit task, int numInstances, int numSlotsTotal, int availableSlots) { super(String.format("%s Task to schedule: < %s > with groupID < %s > in sharing group < %s >. Resources available to scheduler: Number of instances=%d, total number of slots=%d, available slots=%d", BASE_MESSAGE, task.getTaskToExecute(), task.getCoLocationConstraint() == null ? task.getTaskToExecute().getVertex().getJobvertexId() : task.getCoLocationConstraint().getGroupId(), task.getSlotSharingGroupId(), numInstances, numSlotsTotal, availableSlots)); }
NoResourceAvailableException(ScheduledUnit task, int numInstances, int numSlotsTotal, int availableSlots) { super(String.format("%s Task to schedule: < %s > with groupID < %s > in sharing group < %s >. Resources available to scheduler: Number of instances=%d, total number of slots=%d, available slots=%d", BASE_MESSAGE, task.getTaskToExecute(), task.getCoLocationConstraint() == null ? task.getTaskToExecute().getVertex().getJobvertexId() : task.getCoLocationConstraint().getGroupId(), task.getSlotSharingGroupId(), numInstances, numSlotsTotal, availableSlots)); }
JobVertexID groupID = vertex.getJobvertexId();
JobVertexID groupID = vertex.getJobvertexId();
JobVertexID groupID = vertex.getJobvertexId();