private synchronized void readData() throws IOException { final StormTopology stormTopology = ConfigUtils.readSupervisorTopology(_conf, _topologyId, _ops); final List<String> dependencyLocations = new ArrayList<>(); if (stormTopology.get_dependency_jars() != null) { for (String dependency : stormTopology.get_dependency_jars()) { dependencyLocations.add(new File(_stormRoot, dependency).getAbsolutePath()); } } if (stormTopology.get_dependency_artifacts() != null) { for (String dependency : stormTopology.get_dependency_artifacts()) { dependencyLocations.add(new File(_stormRoot, dependency).getAbsolutePath()); } } _depLocs = dependencyLocations; _stormVersion = stormTopology.get_storm_version(); _dataCached = true; }
private List<LocalResource> getLocalResources(PortAndAssignment pna) throws IOException { String topologyId = pna.getToplogyId(); Map<String, Object> topoConf = ConfigUtils.readSupervisorStormConf(conf, topologyId); @SuppressWarnings("unchecked") Map<String, Map<String, Object>> blobstoreMap = (Map<String, Map<String, Object>>) topoConf.get(Config.TOPOLOGY_BLOBSTORE_MAP); List<LocalResource> ret = new ArrayList<>(); if (blobstoreMap != null) { List<LocalResource> tmp = SupervisorUtils.blobstoreMapToLocalresources(blobstoreMap); if (tmp != null) { ret.addAll(tmp); } } StormTopology stormCode = ConfigUtils.readSupervisorTopology(conf, topologyId, fsOps); List<String> dependencies = new ArrayList<>(); if (stormCode.is_set_dependency_jars()) { dependencies.addAll(stormCode.get_dependency_jars()); } if (stormCode.is_set_dependency_artifacts()) { dependencies.addAll(stormCode.get_dependency_artifacts()); } for (String dependency : dependencies) { ret.add(new LocalResource(dependency, false, true)); } return ret; }
private Set<String> getTopologyDependencyKeys(Set<String> activeTopologyCodeKeys) { Set<String> activeTopologyDependencies = new TreeSet<>(); Subject subject = ReqContext.context().subject(); for (String activeTopologyCodeKey : activeTopologyCodeKeys) { try (InputStreamWithMeta blob = blobStore.getBlob(activeTopologyCodeKey, subject)) { byte[] blobContent = IOUtils.readFully(blob, new Long(blob.getFileLength()).intValue()); StormTopology stormCode = Utils.deserialize(blobContent, StormTopology.class); if (stormCode.is_set_dependency_jars()) { activeTopologyDependencies.addAll(stormCode.get_dependency_jars()); } if (stormCode.is_set_dependency_artifacts()) { activeTopologyDependencies.addAll(stormCode.get_dependency_artifacts()); } } catch (AuthorizationException | KeyNotFoundException | IOException e) { LOG.error("Exception occurs while reading blob for key: " + activeTopologyCodeKey + ", exception: " + e, e); throw new RuntimeException("Exception occurs while reading blob for key: " + activeTopologyCodeKey + ", exception: " + e, e); } } return activeTopologyDependencies; }
public java.lang.Object getFieldValue(_Fields field) { switch (field) { case SPOUTS: return get_spouts(); case BOLTS: return get_bolts(); case STATE_SPOUTS: return get_state_spouts(); case WORKER_HOOKS: return get_worker_hooks(); case DEPENDENCY_JARS: return get_dependency_jars(); case DEPENDENCY_ARTIFACTS: return get_dependency_artifacts(); case STORM_VERSION: return get_storm_version(); case JDK_VERSION: return get_jdk_version(); case COMPONENT_TO_SHARED_MEMORY: return get_component_to_shared_memory(); case SHARED_MEMORY: return get_shared_memory(); } throw new java.lang.IllegalStateException(); }
public synchronized List<String> get() throws IOException { if (_data != null) { return _data; } final StormTopology stormTopology = ConfigUtils.readSupervisorTopology(_conf, _topologyId, _ops); final List<String> dependencyLocations = new ArrayList<>(); if (stormTopology.get_dependency_jars() != null) { for (String dependency : stormTopology.get_dependency_jars()) { dependencyLocations.add(new File(_stormRoot, dependency).getAbsolutePath()); } } if (stormTopology.get_dependency_artifacts() != null) { for (String dependency : stormTopology.get_dependency_artifacts()) { dependencyLocations.add(new File(_stormRoot, dependency).getAbsolutePath()); } } _data = dependencyLocations; return _data; } }
private Set<String> getTopologyDependencyKeys(Set<String> activeTopologyCodeKeys) { Set<String> activeTopologyDependencies = new TreeSet<>(); Subject subject = ReqContext.context().subject(); for (String activeTopologyCodeKey : activeTopologyCodeKeys) { try { InputStreamWithMeta blob = blobStore.getBlob(activeTopologyCodeKey, subject); byte[] blobContent = IOUtils.readFully(blob, new Long(blob.getFileLength()).intValue()); StormTopology stormCode = Utils.deserialize(blobContent, StormTopology.class); if (stormCode.is_set_dependency_jars()) { activeTopologyDependencies.addAll(stormCode.get_dependency_jars()); } if (stormCode.is_set_dependency_artifacts()) { activeTopologyDependencies.addAll(stormCode.get_dependency_artifacts()); } } catch (AuthorizationException | KeyNotFoundException | IOException e) { LOG.error("Exception occurs while reading blob for key: " + activeTopologyCodeKey + ", exception: " + e, e); throw new RuntimeException("Exception occurs while reading blob for key: " + activeTopologyCodeKey + ", exception: " + e, e); } } return activeTopologyDependencies; }
dependencies.addAll(stormCode.get_dependency_artifacts());
public Object getFieldValue(_Fields field) { switch (field) { case SPOUTS: return get_spouts(); case BOLTS: return get_bolts(); case STATE_SPOUTS: return get_state_spouts(); case WORKER_HOOKS: return get_worker_hooks(); case DEPENDENCY_JARS: return get_dependency_jars(); case DEPENDENCY_ARTIFACTS: return get_dependency_artifacts(); case STORM_VERSION: return get_storm_version(); case JDK_VERSION: return get_jdk_version(); } throw new IllegalStateException(); }