private NodeResourceRequest createQMResourceRequest(QueryInfo queryInfo) { NodeResource qmResource = getQMMinimumResourceCapability(); int containers = 1; Set<Integer> assignedQMNodes = Sets.newHashSet(assignedQueryMasterMap.values()); List<Integer> idleNode = Lists.newArrayList(); for (NodeStatus nodeStatus : getRMContext().getNodes().values()) { //find idle node for QM if (!assignedQMNodes.contains(nodeStatus.getWorkerId())) { idleNode.add(nodeStatus.getWorkerId()); } if (idleNode.size() > containers * 3) break; } NodeResourceRequest.Builder builder = NodeResourceRequest.newBuilder(); builder.setQueryId(queryInfo.getQueryId().getProto()) .setCapacity(qmResource.getProto()) .setType(ResourceType.QUERYMASTER) .setPriority(1) .setNumContainers(containers) .setRunningTasks(1) .addAllCandidateNodes(idleNode) .setUserId(queryInfo.getQueryContext().getUser()); //TODO .setQueue(queryInfo.getQueue()); return builder.build(); }
bitField0_ |= 0x00000001; queue_ = other.queue_; onChanged(); onChanged(); setType(other.getType()); setPriority(other.getPriority()); mergeQueryId(other.getQueryId()); setNumContainers(other.getNumContainers()); mergeCapacity(other.getCapacity()); setRunningTasks(other.getRunningTasks()); bitField0_ = (bitField0_ & ~0x00000100); } else { ensureCandidateNodesIsMutable(); candidateNodes_.addAll(other.candidateNodes_); onChanged(); this.mergeUnknownFields(other.getUnknownFields()); return this;
bitField0_ |= 0x00000001; queue_ = other.queue_; onChanged(); onChanged(); setType(other.getType()); setPriority(other.getPriority()); mergeQueryId(other.getQueryId()); setNumContainers(other.getNumContainers()); mergeCapacity(other.getCapacity()); setRunningTasks(other.getRunningTasks()); bitField0_ = (bitField0_ & ~0x00000100); } else { ensureCandidateNodesIsMutable(); candidateNodes_.addAll(other.candidateNodes_); onChanged(); this.mergeUnknownFields(other.getUnknownFields()); return this;
request.setCapacity(NodeResources.createResource(minTaskMemory).getProto()) .setNumContainers(requestContainerNum) .setPriority(stage.getPriority()) .setQueryId(context.getMasterContext().getQueryId().getProto()) .setType(isLeaf ? ResourceType.LEAF : ResourceType.INTERMEDIATE) .setUserId(context.getMasterContext().getQueryContext().getUser()) .setRunningTasks(stage.getTotalScheduledObjectsCount() - stage.getCompletedTaskCount()) .addAllCandidateNodes(candidateWorkers) .setQueue(context.getMasterContext().getQueryContext().get("queue", "default")); //TODO set queue masterClientService.reserveNodeResources(callBack.getController(), request.build(), callBack); NodeResourceResponse response = callBack.get();
request.setCapacity(NodeResources.createResource(minTaskMemory, isLeaf ? 1 : 0).getProto()) .setNumContainers(requestContainerNum) .setPriority(stage.getPriority()) .setQueryId(context.getMasterContext().getQueryId().getProto()) .setType(isLeaf ? ResourceType.LEAF : ResourceType.INTERMEDIATE) .setUserId(context.getMasterContext().getQueryContext().getUser()) .setRunningTasks(stage.getTotalScheduledObjectsCount() - stage.getCompletedTaskCount()) .addAllCandidateNodes(candidateWorkers) .setQueue(context.getMasterContext().getQueryContext().get("queue", "default")); //TODO set queue masterClientService.reserveNodeResources(callBack.getController(), request.build(), callBack); NodeResourceResponse response = callBack.get();
private NodeResourceRequest createQMResourceRequest(QueryInfo queryInfo) { NodeResource qmResource = getQMMinimumResourceCapability(); int containers = 1; Set<Integer> assignedQMNodes = Sets.newHashSet(assignedQueryMasterMap.values()); List<Integer> idleNode = Lists.newArrayList(); for (NodeStatus nodeStatus : getRMContext().getNodes().values()) { //find idle node for QM if (!assignedQMNodes.contains(nodeStatus.getWorkerId())) { idleNode.add(nodeStatus.getWorkerId()); } if (idleNode.size() > containers * 3) break; } NodeResourceRequest.Builder builder = NodeResourceRequest.newBuilder(); builder.setQueryId(queryInfo.getQueryId().getProto()) .setCapacity(qmResource.getProto()) .setType(ResourceType.QUERYMASTER) .setPriority(1) .setNumContainers(containers) .setRunningTasks(1) .addAllCandidateNodes(idleNode) .setUserId(queryInfo.getQueryContext().getUser()); //TODO .setQueue(queryInfo.getQueue()); return builder.build(); }
private NodeResourceRequest createResourceRequest(QueryId queryId, int containerNum, List<Integer> candidateWorkers) { NodeResourceRequest.Builder request = NodeResourceRequest.newBuilder(); request.setCapacity(scheduler.getMinimumResourceCapability().getProto()) .setNumContainers(containerNum) .setPriority(1) .setQueryId(queryId.getProto()) .setType(ResourceType.LEAF) .setUserId("test user") .setRunningTasks(0) .addAllCandidateNodes(candidateWorkers) .setQueue("default"); return request.build(); }