private static Multimap<String, String> createStartedInputMap(SignableVertexSpec vertex) { Multimap<String, String> startedInputMap = HashMultimap.create(); // Let the Processor control start for Broadcast inputs. // TODO For now, this affects non broadcast unsorted cases as well. Make use of the edge // property when it's available. for (IOSpecProto inputSpec : vertex.getInputSpecsList()) { if (inputSpec.getIoDescriptor().getClassName().equals(UnorderedKVInput.class.getName())) { startedInputMap.put(vertex.getVertexName(), inputSpec.getConnectedVertexName()); } } return startedInputMap; }
sb.append(", Inputs={"); if (vertex.getInputSpecsCount() > 0) { for (IOSpecProto ioSpec : vertex.getInputSpecsList()) { sb.append("{").append(ioSpec.getConnectedVertexName()).append(",") .append(ioSpec.getIoDescriptor().getClassName()).append(",")
private boolean canFinish() { List<IOSpecProto> inputSpecList = vertexSpec.getInputSpecsList(); boolean canFinish = true; if (inputSpecList != null && !inputSpecList.isEmpty()) { for (IOSpecProto inputSpec : inputSpecList) { if (LlapTezUtils.isSourceOfInterest(inputSpec.getIoDescriptor().getClassName())) { // Lookup the state in the map. LlapDaemonProtocolProtos.SourceStateProto state = queryInfo.getSourceStateMap() .get(inputSpec.getConnectedVertexName()); if (state != null && state == LlapDaemonProtocolProtos.SourceStateProto.S_SUCCEEDED) { continue; } else { if (LOG.isDebugEnabled()) { LOG.debug("Cannot finish due to source: " + inputSpec.getConnectedVertexName()); } canFinish = false; break; } } } } return canFinish; }
sb.append(", Inputs={"); if (vertex.getInputSpecsCount() > 0) { for (IOSpecProto ioSpec : vertex.getInputSpecsList()) { sb.append("{").append(ioSpec.getConnectedVertexName()).append(",") .append(ioSpec.getIoDescriptor().getClassName()).append(",")
/** * * @param handler * @param lastFinishableState * @return true if the current state is the same as the lastFinishableState. false if the state has already changed. */ public boolean registerForFinishableStateUpdates(FinishableStateUpdateHandler handler, boolean lastFinishableState) { List<String> sourcesOfInterest = new LinkedList<>(); List<IOSpecProto> inputSpecList = vertexSpec.getInputSpecsList(); if (inputSpecList != null && !inputSpecList.isEmpty()) { for (IOSpecProto inputSpec : inputSpecList) { if (LlapTezUtils.isSourceOfInterest(inputSpec.getIoDescriptor().getClassName())) { sourcesOfInterest.add(inputSpec.getConnectedVertexName()); } } } return queryInfo.registerForFinishableStateUpdates(handler, sourcesOfInterest, this, lastFinishableState); }
private boolean canFinish() { List<IOSpecProto> inputSpecList = vertexSpec.getInputSpecsList(); boolean canFinish = true; if (inputSpecList != null && !inputSpecList.isEmpty()) { for (IOSpecProto inputSpec : inputSpecList) { if (LlapTezUtils.isSourceOfInterest(inputSpec.getIoDescriptor().getClassName())) { // Lookup the state in the map. LlapDaemonProtocolProtos.SourceStateProto state = queryInfo.getSourceStateMap() .get(inputSpec.getConnectedVertexName()); if (state != null && state == LlapDaemonProtocolProtos.SourceStateProto.S_SUCCEEDED) { continue; } else { if (LOG.isDebugEnabled()) { LOG.debug("Cannot finish due to source: " + inputSpec.getConnectedVertexName()); } canFinish = false; break; } } } } return canFinish; }
private static Multimap<String, String> createStartedInputMap(SignableVertexSpec vertex) { Multimap<String, String> startedInputMap = HashMultimap.create(); // Let the Processor control start for Broadcast inputs. // TODO For now, this affects non broadcast unsorted cases as well. Make use of the edge // property when it's available. for (IOSpecProto inputSpec : vertex.getInputSpecsList()) { if (inputSpec.getIoDescriptor().getClassName().equals(UnorderedKVInput.class.getName())) { startedInputMap.put(vertex.getVertexName(), inputSpec.getConnectedVertexName()); } } return startedInputMap; }
.equals(other.getProcessorDescriptor()); result = result && getInputSpecsList() .equals(other.getInputSpecsList()); result = result && getOutputSpecsList() .equals(other.getOutputSpecsList());
hash = (53 * hash) + getInputSpecsList().hashCode();
for (IOSpecProto inputSpecProto : vectorProto.getInputSpecsList()) { inputSpecList.add(getInputSpecFromProto(inputSpecProto));
/** * * @param handler * @param lastFinishableState * @return true if the current state is the same as the lastFinishableState. false if the state has already changed. */ public boolean registerForFinishableStateUpdates(FinishableStateUpdateHandler handler, boolean lastFinishableState) { List<String> sourcesOfInterest = new LinkedList<>(); List<IOSpecProto> inputSpecList = vertexSpec.getInputSpecsList(); if (inputSpecList != null && !inputSpecList.isEmpty()) { for (IOSpecProto inputSpec : inputSpecList) { if (LlapTezUtils.isSourceOfInterest(inputSpec.getIoDescriptor().getClassName())) { sourcesOfInterest.add(inputSpec.getConnectedVertexName()); } } } return queryInfo.registerForFinishableStateUpdates(handler, sourcesOfInterest, this, lastFinishableState); }