How to use

storm.trident.Stream

constructor

/**
 * Applies a label to the stream. Naming a stream will append the label to the name of the bolt(s) created by
 * Trident and will be visible in the Storm UI.
 *
 * @param name - The label to apply to the stream
 * @return
 */
public Stream name(String name) {
  return new Stream(_topology, name, _node);
}

public Stream newValuesStream() {
  return new Stream(_topology, _node.name, _node);
}

protected Stream addNode(Node n) {
  registerNode(n);
  return new Stream(this, n.name, n);
}

protected Stream addSourcedNode(List<Stream> sources, Node newNode) {
  registerSourcedNode(sources, newNode);
  return new Stream(this, newNode.name, newNode);
}

private static void completeDRPC(DefaultDirectedGraph<Node, IndexedEdge> graph, Map<String, List<Node>> colocate, UniqueIdGen gen) {
  List<Set<Node>> connectedComponents = new ConnectivityInspector<>(graph).connectedSets();
  
  for(Set<Node> g: connectedComponents) {
    checkValidJoins(g);
  }
  
  TridentTopology helper = new TridentTopology(graph, colocate, gen);
  for(Set<Node> g: connectedComponents) {
    SpoutNode drpcNode = getDRPCSpoutNode(g);
    if(drpcNode!=null) {
      Stream lastStream = new Stream(helper, null, getLastAddedNode(g));
      Stream s = new Stream(helper, null, drpcNode);
      helper.multiReduce(
          s.project(new Fields("return-info"))
           .batchGlobal(),
          lastStream.batchGlobal(),
          new ReturnResultsReducer(),
          new Fields());
    }
  }                
}

/**
 * Applies a label to the stream. Naming a stream will append the label to the name of the bolt(s) created by
 * Trident and will be visible in the Storm UI.
 *
 * @param name - The label to apply to the stream
 * @return
 */
public Stream name(String name) {
  return new Stream(_topology, name, _node);
}

public Stream newValuesStream() {
  return new Stream(_topology, _node.name, _node);
}

public Stream newValuesStream() {
  return new Stream(_topology, _node.name, _node);
}

public Stream name(String name) {
  return new Stream(_topology, name, _node);
}

protected Stream addSourcedNode(List<Stream> sources, Node newNode) {
  registerSourcedNode(sources, newNode);
  return new Stream(this, newNode.name, newNode);
}

protected Stream addNode(Node n) {
  registerNode(n);
  return new Stream(this, n.name, n);
}

protected Stream addNode(Node n) {
  registerNode(n);
  return new Stream(this, n.name, n);
}

protected Stream addSourcedNode(List<Stream> sources, Node newNode) {
  registerSourcedNode(sources, newNode);
  return new Stream(this, newNode.name, newNode);
}

private static void completeDRPC(DefaultDirectedGraph<Node, IndexedEdge> graph, Map<String, List<Node>> colocate, UniqueIdGen gen) {
  List<Set<Node>> connectedComponents = new ConnectivityInspector<>(graph).connectedSets();
  
  for(Set<Node> g: connectedComponents) {
    checkValidJoins(g);
  }
  
  TridentTopology helper = new TridentTopology(graph, colocate, gen);
  for(Set<Node> g: connectedComponents) {
    SpoutNode drpcNode = getDRPCSpoutNode(g);
    if(drpcNode!=null) {
      Stream lastStream = new Stream(helper, null, getLastAddedNode(g));
      Stream s = new Stream(helper, null, drpcNode);
      helper.multiReduce(
          s.project(new Fields("return-info"))
           .batchGlobal(),
          lastStream.batchGlobal(),
          new ReturnResultsReducer(),
          new Fields());
    }
  }                
}

private static void completeDRPC(DefaultDirectedGraph<Node, IndexedEdge> graph, Map<String, List<Node>> colocate, UniqueIdGen gen) {
  List<Set<Node>> connectedComponents = new ConnectivityInspector<Node, IndexedEdge>(graph).connectedSets();
  
  for(Set<Node> g: connectedComponents) {
    checkValidJoins(g);
  }
  
  TridentTopology helper = new TridentTopology(graph, colocate, gen);
  for(Set<Node> g: connectedComponents) {
    SpoutNode drpcNode = getDRPCSpoutNode(g);
    if(drpcNode!=null) {
      Stream lastStream = new Stream(helper, null, getLastAddedNode(g));
      Stream s = new Stream(helper, null, drpcNode);
      helper.multiReduce(
          s.project(new Fields("return-info"))
           .batchGlobal(),
          lastStream.batchGlobal(),
          new ReturnResultsReducer(),
          new Fields());
    }
  }                
}