public static Set<String> getComponentIds(StormTopology topology) { Set<String> ret = new HashSet<>(); ret.addAll(topology.get_bolts().keySet()); ret.addAll(topology.get_spouts().keySet()); ret.addAll(topology.get_state_spouts().keySet()); return ret; }
public static Map<String, Object> allComponents(StormTopology topology) { Map<String, Object> components = new HashMap<>(topology.get_bolts()); components.putAll(topology.get_spouts()); components.putAll(topology.get_state_spouts()); return components; }
public IdDictionary(StormTopology topology) { List<String> componentNames = new ArrayList<>(topology.get_spouts().keySet()); componentNames.addAll(topology.get_bolts().keySet()); componentNames.addAll(topology.get_state_spouts().keySet()); for (String name : componentNames) { ComponentCommon common = Utils.getComponentCommon(topology, name); List<String> streams = new ArrayList<>(common.get_streams().keySet()); streamNametoId.put(name, idify(streams)); streamIdToName.put(name, simpleReverseMap(streamNametoId.get(name))); } }
public static ComponentCommon getComponentCommon(StormTopology topology, String id) { if (topology.get_spouts().containsKey(id)) { return topology.get_spouts().get(id).get_common(); } if (topology.get_bolts().containsKey(id)) { return topology.get_bolts().get(id).get_common(); } if (topology.get_state_spouts().containsKey(id)) { return topology.get_state_spouts().get(id).get_common(); } throw new IllegalArgumentException("Could not find component with id " + id); }
private static void validateIds(StormTopology topology) throws InvalidTopologyException { List<String> componentIds = new ArrayList<>(); componentIds.addAll(validateIds(topology.get_bolts())); componentIds.addAll(validateIds(topology.get_spouts())); componentIds.addAll(validateIds(topology.get_state_spouts())); List<String> offending = Utils.getRepeat(componentIds); if (!offending.isEmpty()) { throw new WrappedInvalidTopologyException("Duplicate component ids: " + offending); } }
public static ComponentCommon getComponentCommon(StormTopology topology, String componentId) { Bolt b = topology.get_bolts().get(componentId); if (b != null) { return b.get_common(); } SpoutSpec s = topology.get_spouts().get(componentId); if (s != null) { return s.get_common(); } StateSpoutSpec ss = topology.get_state_spouts().get(componentId); if (ss != null) { return ss.get_common(); } throw new IllegalArgumentException("Could not find component common for " + componentId); } }
private Object mkTaskObject() { StormTopology topology = systemTopologyContext.getRawTopology(); Map<String, SpoutSpec> spouts = topology.get_spouts(); Map<String, Bolt> bolts = topology.get_bolts(); Map<String, StateSpoutSpec> stateSpouts = topology.get_state_spouts(); Object result; ComponentObject componentObject; if (spouts.containsKey(componentId)) { componentObject = spouts.get(componentId).get_spout_object(); } else if (bolts.containsKey(componentId)) { componentObject = bolts.get(componentId).get_bolt_object(); } else if (stateSpouts.containsKey(componentId)) { componentObject = stateSpouts.get(componentId).get_state_spout_object(); } else { throw new RuntimeException("Could not find " + componentId + " in " + topology); } result = Utils.getSetComponentObject(componentObject); if (result instanceof ShellComponent) { if (spouts.containsKey(componentId)) { result = new ShellSpout((ShellComponent) result); } else { result = new ShellBolt((ShellComponent) result); } } if (result instanceof JavaObject) { result = Thrift.instantiateJavaObject((JavaObject) result); } return result; }
public java.lang.Object getFieldValue(_Fields field) { switch (field) { case SPOUTS: return get_spouts(); case BOLTS: return get_bolts(); case STATE_SPOUTS: return get_state_spouts(); case WORKER_HOOKS: return get_worker_hooks(); case DEPENDENCY_JARS: return get_dependency_jars(); case DEPENDENCY_ARTIFACTS: return get_dependency_artifacts(); case STORM_VERSION: return get_storm_version(); case JDK_VERSION: return get_jdk_version(); case COMPONENT_TO_SHARED_MEMORY: return get_component_to_shared_memory(); case SHARED_MEMORY: return get_shared_memory(); } throw new java.lang.IllegalStateException(); }
public static ComponentCommon getComponentCommon(StormTopology topology, String id) { if (topology.get_spouts().containsKey(id)) { return topology.get_spouts().get(id).get_common(); } if (topology.get_bolts().containsKey(id)) { return topology.get_bolts().get(id).get_common(); } if (topology.get_state_spouts().containsKey(id)) { return topology.get_state_spouts().get(id).get_common(); } throw new IllegalArgumentException("Could not find component with id " + id); }
public IdDictionary(StormTopology topology) { List<String> componentNames = new ArrayList<>(topology.get_spouts().keySet()); componentNames.addAll(topology.get_bolts().keySet()); componentNames.addAll(topology.get_state_spouts().keySet()); for(String name: componentNames) { ComponentCommon common = Utils.getComponentCommon(topology, name); List<String> streams = new ArrayList<>(common.get_streams().keySet()); streamNametoId.put(name, idify(streams)); streamIdToName.put(name, simpleReverseMap(streamNametoId.get(name))); } }
Map<String, StateSpoutSpec> stateSpouts = stormTopology.get_state_spouts();
public Object getFieldValue(_Fields field) { switch (field) { case SPOUTS: return get_spouts(); case BOLTS: return get_bolts(); case STATE_SPOUTS: return get_state_spouts(); case WORKER_HOOKS: return get_worker_hooks(); case DEPENDENCY_JARS: return get_dependency_jars(); case DEPENDENCY_ARTIFACTS: return get_dependency_artifacts(); case STORM_VERSION: return get_storm_version(); case JDK_VERSION: return get_jdk_version(); } throw new IllegalStateException(); }