SpoutDeclarer declarer = builder.setSpout(coordinator, new TransactionalSpoutCoordinator(_spout)); for (Map conf : _spoutConfs) { declarer.addConfigurations(conf); declarer.addConfiguration(Config.TOPOLOGY_TRANSACTIONAL_ID, _id);
.setMemoryLoad(onHeap, offHeap) .setCPULoad(cpuLoad); } else { ITridentSpout s; .setMemoryLoad(onHeap, offHeap) .setCPULoad(cpuLoad);
@Override public boolean initializeTestingSpout(String name) { try { System.out.println("[OpenSOC] Initializing Test Spout"); GenericInternalTestSpout testSpout = new GenericInternalTestSpout() .withFilename(test_file_path).withRepeating( config.getBoolean("spout.test.parallelism.repeat")); builder.setSpout(name, testSpout, config.getInt("spout.test.parallelism.hint")).setNumTasks( config.getInt("spout.test.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; }
spoutDeclarer.addConfiguration( componentProperty.getKey(), componentProperty.getValue());
@Override public boolean initializeTestingSpout(String name) { try { System.out.println("[OpenSOC] Initializing Test Spout"); GenericInternalTestSpout testSpout = new GenericInternalTestSpout() .withFilename(test_file_path).withRepeating( config.getBoolean("spout.test.parallelism.repeat")); builder.setSpout(name, testSpout, config.getInt("spout.test.parallelism.hint")).setNumTasks( config.getInt("spout.test.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; } }
@Override public boolean initializeTestingSpout(String name) { try { System.out.println("[OpenSOC] Initializing Test Spout"); GenericInternalTestSpout testSpout = new GenericInternalTestSpout() .withFilename(test_file_path).withRepeating( config.getBoolean("spout.test.parallelism.repeat")); builder.setSpout(name, testSpout, config.getInt("spout.test.parallelism.hint")).setNumTasks( config.getInt("spout.test.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; }
SpoutDeclarer declarer = builder.setSpout(coordinator, new TransactionalSpoutCoordinator(_spout)); for(Map conf: _spoutConfs) { declarer.addConfigurations(conf); declarer.addConfiguration(Config.TOPOLOGY_TRANSACTIONAL_ID, _id);
.setMemoryLoad(onHeap, offHeap) .setCPULoad(cpuLoad); } else { ITridentSpout s; .setMemoryLoad(onHeap, offHeap) .setCPULoad(cpuLoad);
@Override public boolean initializeTestingSpout(String name) { try { System.out.println("[OpenSOC] Initializing Test Spout"); GenericInternalTestSpout testSpout = new GenericInternalTestSpout() .withFilename(test_file_path).withRepeating( config.getBoolean("spout.test.parallelism.repeat")); builder.setSpout(name, testSpout, config.getInt("spout.test.parallelism.hint")).setNumTasks( config.getInt("spout.test.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; }
SpoutDeclarer declarer = builder.setSpout(coordinator, new TransactionalSpoutCoordinator(_spout)); for (Map conf : _spoutConfs) { declarer.addConfigurations(conf); declarer.addConfiguration(Config.TOPOLOGY_TRANSACTIONAL_ID, _id);
@Override public boolean initializeTestingSpout(String name) { try { System.out.println("[OpenSOC] Initializing Test Spout"); GenericInternalTestSpout testSpout = new GenericInternalTestSpout() .withFilename(test_file_path).withRepeating( config.getBoolean("spout.test.parallelism.repeat")); builder.setSpout(name, testSpout, config.getInt("spout.test.parallelism.hint")).setNumTasks( config.getInt("spout.test.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; }
SpoutDeclarer declarer = builder.setSpout(coordinator, new TransactionalSpoutCoordinator(_spout)); for(Map conf: _spoutConfs) { declarer.addConfigurations(conf); declarer.addConfiguration(Config.TOPOLOGY_TRANSACTIONAL_ID, _id);
@Override public boolean initializeTestingSpout(String name) { try { System.out.println("[OpenSOC] Initializing Test Spout"); GenericInternalTestSpout testSpout = new GenericInternalTestSpout() .withFilename(test_file_path).withRepeating( config.getBoolean("spout.test.parallelism.repeat")); builder.setSpout(name, testSpout, config.getInt("spout.test.parallelism.hint")).setNumTasks( config.getInt("spout.test.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; }
@Override public boolean initializeTestingSpout(String name) { try { System.out.println("[OpenSOC] Initializing Test Spout"); GenericInternalTestSpout testSpout = new GenericInternalTestSpout() .withFilename(test_file_path).withRepeating( config.getBoolean("spout.test.parallelism.repeat")); builder.setSpout(name, testSpout, config.getInt("spout.test.parallelism.hint")).setNumTasks( config.getInt("spout.test.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; }
@Override public boolean initializeTestingSpout(String name) { try { System.out.println("[OpenSOC] Initializing Test Spout"); GenericInternalTestSpout testSpout = new GenericInternalTestSpout() .withFilename(test_file_path).withRepeating( config.getBoolean("spout.test.parallelism.repeat")); builder.setSpout(name, testSpout, config.getInt("spout.test.parallelism.hint")).setNumTasks( config.getInt("spout.test.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; } }
private boolean initializeKafkaSpout(String name) { try { BrokerHosts zk = new ZkHosts(config.getString("kafka.zk")); String input_topic = config.getString("spout.kafka.topic"); SpoutConfig kafkaConfig = new SpoutConfig(zk, input_topic, "", input_topic); kafkaConfig.scheme = new SchemeAsMultiScheme(new RawScheme()); kafkaConfig.forceFromStart = Boolean.valueOf("True"); kafkaConfig.startOffsetTime = -1; builder.setSpout(name, new KafkaSpout(kafkaConfig), config.getInt("spout.kafka.parallelism.hint")).setNumTasks( config.getInt("spout.kafka.num.tasks")); } catch (Exception e) { e.printStackTrace(); System.exit(0); } return true; }
new AggregationSpout(aggregationConfig, new MRMetricsAggregateContainer(metrics, aggregationConfig)), tasks ).setNumTasks(tasks);