public static StormTopology buildTopology(int numSpout, int numBolt, int spoutParallelism, int boltParallelism) { return topologyBuilder(numSpout, numBolt, spoutParallelism, boltParallelism).createTopology(); }
private GeneralTopologyContext getContext(final Fields fields) { TopologyBuilder builder = new TopologyBuilder(); return new GeneralTopologyContext(builder.createTopology(), new Config(), new HashMap(), new HashMap(), new HashMap(), "") { @Override public Fields getComponentOutputFields(String componentId, String streamId) { return fields; } }; }
static StormTopology getTopology() { // 1 - Setup Const Spout -------- ConstSpout spout = new ConstSpout("some data").withOutputFields("str"); // 2 - Setup Topology -------- TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(SPOUT_ID, spout, 1); return builder.createTopology(); }
private Tuple generateTestTuple(Object id, Object msg, Object city, Object state) { TopologyBuilder builder = new TopologyBuilder(); GeneralTopologyContext topologyContext = new GeneralTopologyContext(builder.createTopology(), new Config(), new HashMap(), new HashMap(), new HashMap(), "") { @Override public Fields getComponentOutputFields(String componentId, String streamId) { return new Fields("id", "msg", "city", "state"); } }; return new TupleImpl(topologyContext, new Values(id, msg, city, state), "", 1, ""); }
private Tuple generateTestTuple(Object id, Object msg) { TopologyBuilder builder = new TopologyBuilder(); GeneralTopologyContext topologyContext = new GeneralTopologyContext(builder.createTopology(), new Config(), new HashMap(), new HashMap(), new HashMap(), "") { @Override public Fields getComponentOutputFields(String componentId, String streamId) { return new Fields("id", "msg"); } }; return new TupleImpl(topologyContext, new Values(id, msg), "", 1, ""); }
@Override protected StormTopology getTopologyKafkaSpout(KafkaSpoutConfig<String, String> spoutConfig) { final TopologyBuilder tp = new TopologyBuilder(); tp.setSpout("kafka_spout", new KafkaSpout<>(spoutConfig), 1); tp.setBolt("kafka_bolt", new KafkaSpoutTestBolt()).shuffleGrouping("kafka_spout", STREAM); return tp.createTopology(); }
private static Tuple generateTestTuple(GenericRecord record) { TopologyBuilder builder = new TopologyBuilder(); GeneralTopologyContext topologyContext = new GeneralTopologyContext(builder.createTopology(), new Config(), new HashMap(), new HashMap(), new HashMap(), "") { @Override public Fields getComponentOutputFields(String componentId, String streamId) { return new Fields("record"); } }; return new TupleImpl(topologyContext, new Values(record), topologyContext.getComponentId(1), 1, ""); }
private Tuple generateTestTuple(Long key, String value) { TopologyBuilder builder = new TopologyBuilder(); GeneralTopologyContext topologyContext = new GeneralTopologyContext(builder.createTopology(), new Config(), new HashMap<>(), new HashMap<>(), new HashMap<>(), "") { @Override public Fields getComponentOutputFields(String componentId, String streamId) { return new Fields("key", "value"); } }; return new TupleImpl(topologyContext, new Values(key, value), topologyContext.getComponentId(1), 1, ""); }
private Tuple generateTestTuple(Object id, Object msg, Object city, Object state) { TopologyBuilder builder = new TopologyBuilder(); GeneralTopologyContext topologyContext = new GeneralTopologyContext(builder.createTopology(), new Config(), new HashMap<>(), new HashMap<>(), new HashMap<>(), "") { @Override public Fields getComponentOutputFields(String componentId, String streamId) { return new Fields("id", "msg", "city", "state"); } }; return new TupleImpl(topologyContext, new Values(id, msg, city, state), topologyContext.getComponentId(1), 1, ""); }
static StormTopology getTopology(Map<String, Object> conf) { Long sleepMs = ObjectReader.getLong(conf.get(SLEEP_MS)); // 1 - Setup Spout -------- ConstSpout spout = new ConstSpout("some data").withOutputFields("string"); // 2 - Setup DevNull Bolt -------- ThrottledBolt bolt = new ThrottledBolt(sleepMs); // 3 - Setup Topology -------- TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(SPOUT_ID, spout, Helper.getInt(conf, SPOUT_COUNT, 1)); BoltDeclarer bd = builder.setBolt(BOLT_ID, bolt, Helper.getInt(conf, BOLT_COUNT, 1)); bd.localOrShuffleGrouping(SPOUT_ID); return builder.createTopology(); }
public static StormTopology getStormTopology() { TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(WORD, new FixedOrderWordSpout(), SPOUT_EXECUTORS); builder.setBolt(EXCLAIM_1, new ExclamationTopology.ExclamationBolt(), 3).shuffleGrouping(WORD); builder.setBolt(EXCLAIM_2, new ExclamationTopology.ExclamationBolt(), EXCLAIM_2_EXECUTORS).shuffleGrouping(EXCLAIM_1); return builder.createTopology(); } }
protected StormTopology getTopology() throws IOException { TopologyBuilder builder = new TopologyBuilder(); builder.setSpout("SolrJsonSpout", new SolrJsonSpout()); builder.setBolt("SolrUpdateBolt", new SolrUpdateBolt(getSolrConfig(), getSolrMapper(), getSolrCommitStgy())) .shuffleGrouping("SolrJsonSpout"); return builder.createTopology(); } }
protected StormTopology getTopology() throws IOException { TopologyBuilder builder = new TopologyBuilder(); builder.setSpout("SolrFieldsSpout", new SolrFieldsSpout()); SolrConfig solrConfig = getSolrConfig(); builder.setBolt("SolrUpdateBolt", new SolrUpdateBolt(solrConfig, getSolrMapper(solrConfig), getSolrCommitStgy())) .shuffleGrouping("SolrFieldsSpout"); return builder.createTopology(); } }
protected StormTopology getTopologyKafkaSpout(KafkaSpoutConfig<String, String> spoutConfig) { final TopologyBuilder tp = new TopologyBuilder(); tp.setSpout("kafka_spout", new KafkaSpout<>(spoutConfig), 1); tp.setBolt("kafka_bolt", new KafkaSpoutTestBolt()) .shuffleGrouping("kafka_spout", TOPIC_0_1_STREAM) .shuffleGrouping("kafka_spout", TOPIC_2_STREAM); tp.setBolt("kafka_bolt_1", new KafkaSpoutTestBolt()).shuffleGrouping("kafka_spout", TOPIC_2_STREAM); return tp.createTopology(); }
static StormTopology getTopology(Map<String, Object> config) { final int spoutNum = Helper.getInt(config, SPOUT_NUM, DEFAULT_SPOUT_NUM); final int cntBoltNum = Helper.getInt(config, BOLT_NUM, DEFAULT_COUNT_BOLT_NUM); final String inputFile = Helper.getStr(config, INPUT_FILE); TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(SPOUT_ID, new WordGenSpout(inputFile), spoutNum); builder.setBolt(COUNT_ID, new CountBolt(), cntBoltNum).fieldsGrouping(SPOUT_ID, new Fields(WordGenSpout.FIELDS)); return builder.createTopology(); }
@Override public StormTopology newTopology() { TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(getSpoutName(), new IncrementingSpout(), spoutExecutors); builder.setBolt(getBoltName(), new VerificationBolt() .withTumblingWindow(new BaseWindowedBolt.Count(tumbleSize)), boltExecutors) .shuffleGrouping(getSpoutName()); return builder.createTopology(); } }
private StormTopology newTopology() throws Exception { final TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(RAW_INPUT_FROM_CSV_SPOUT, RawInputFromCSVSpout.newInstance(rawInputs)); builder.setBolt(PMML_PREDICTOR_BOLT, newBolt()).shuffleGrouping(RAW_INPUT_FROM_CSV_SPOUT); builder.setBolt(PRINT_BOLT_1, new PrinterBolt()).shuffleGrouping(PMML_PREDICTOR_BOLT); builder.setBolt(PRINT_BOLT_2, new PrinterBolt()).shuffleGrouping(PMML_PREDICTOR_BOLT, NON_DEFAULT_STREAM_ID); return builder.createTopology(); }
@Override public StormTopology newTopology() { TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(getSpoutName(), new IncrementingSpout(), spoutExecutors); builder.setBolt(getBoltName(), new VerificationBolt() .withWindow(new BaseWindowedBolt.Count(windowSize), new BaseWindowedBolt.Count(slideSize)), boltExecutors) .shuffleGrouping(getSpoutName()); return builder.createTopology(); } }
static StormTopology getTopology(Map<String, Object> config) { final int spoutNum = Helper.getInt(config, SPOUT_NUM, DEFAULT_SPOUT_NUM); final int spBoltNum = Helper.getInt(config, SPLIT_NUM, DEFAULT_SPLIT_BOLT_NUM); final int cntBoltNum = Helper.getInt(config, COUNT_NUM, DEFAULT_COUNT_BOLT_NUM); final String inputFile = Helper.getStr(config, INPUT_FILE); TopologyBuilder builder = new TopologyBuilder(); builder.setSpout(SPOUT_ID, new FileReadSpout(inputFile), spoutNum); builder.setBolt(SPLIT_ID, new SplitSentenceBolt(), spBoltNum).localOrShuffleGrouping(SPOUT_ID); builder.setBolt(COUNT_ID, new CountBolt(), cntBoltNum).fieldsGrouping(SPLIT_ID, new Fields(SplitSentenceBolt.FIELDS)); return builder.createTopology(); }
public static StormTopology createTestTopology() { TopologyBuilder builder = new TopologyBuilder(); builder.setSpout("words", new TestWordSpout(), generateParallelismHint()); builder.setBolt("count", new TestWordCounter(), generateParallelismHint()).shuffleGrouping("words"); builder.setBolt("globalCount", new TestGlobalCount(), generateParallelismHint()).shuffleGrouping("count"); return builder.createTopology(); }