AdHocCollectionReader setupAndRunAdHoc(AdHocSource source, final CasProcessedCallback callback, boolean execute) throws Exception, UIMAException, IOException { final AdHocCollectionReader reader = (AdHocCollectionReader) builder.buildCollectionReader(config, 0); source.setCollectionReader(reader); final AnalysisEngine pipeline = builder.buildPipeline(config, "pipeline", 1, null, true); if (execute) { new Thread(new Runnable() { public void run() { try { runPipeline(reader, pipeline, callback); } catch (Exception e) { // TODO Auto-generated catch block e.printStackTrace(); } } }).start(); } return reader; }
public AdHocDriver(ExperimentBuilder builder) throws Exception { this.config = builder.getConfiguration(); this.builder = builder; System.out.println("Experiment UUID: " + builder.getExperimentUuid()); }
private void runReport() throws Exception { StagedConfiguration stagedConfig = new StagedConfigurationImpl(config); ProducerManager manager = new ProducerManagerImpl(builder.getExperimentUuid(), asyncConfig); try { for (final Stage stage : stagedConfig) { try { CollectionReader postReader = builder.buildCollectionReader(localConfig, stage.getId()); AnalysisEngine post = builder.buildPipeline(stage.getConfiguration(), "post-process", stage.getId()); SimplePipelineRev803.runPipeline(postReader, post); } catch (Exception e) { System.err.println("Error executing post-process"); e.printStackTrace(); } } } finally { manager.close(); } }
public void run() throws Exception { StagedConfiguration stagedConfig = new StagedConfigurationImpl(config); FunnelingStrategy ps = getProcessingStrategy(); for (Stage stage : stagedConfig) { FunneledFlow funnel = ps.newFunnelStrategy(builder.getExperimentUuid()); AnyObject conf = stage.getConfiguration(); CollectionReader reader = builder.buildCollectionReader(conf, stage.getId()); AnalysisEngine pipeline = builder.buildPipeline(conf, "pipeline", stage.getId(), funnel); if (conf.getIterable("post-process") != null) { AnalysisEngine post = builder.buildPostProcess(conf, "post-process", stage.getId()); SimplePipelineRev803.runPipeline(reader, pipeline, post); } else { SimplePipelineRev803.runPipeline(reader, pipeline); } Progress progress = reader.getProgress()[0]; long total = progress.getCompleted(); processedItems.add(total); } }
private void runProducer() throws Exception { StagedConfiguration stagedConfig = new StagedConfigurationImpl(config); ProducerManager manager = new ProducerManagerImpl(builder.getExperimentUuid(), asyncConfig); try { for (final Stage stage : stagedConfig) { CollectionReader reader = builder.buildCollectionReader(conf, stage.getId()); AnalysisEngine noOp = builder.createNoOpEngine(); SimplePipelineRev803.runPipeline(reader, noOp);
public ECDDriver(String resource, String uuid) throws Exception { TypeSystemDescription typeSystem = TypeSystemDescriptionFactory.createTypeSystemDescription(); this.builder = new BaseExperimentBuilder(uuid, resource, typeSystem); this.config = builder.getConfiguration(); }
public AsyncDriver(String resource, String uuid, OpMode op) throws Exception { this.opMode = op; this.localConfig = ConfigurationLoader.load(resource); if (opMode == OpMode.PRODUCER || opMode == OpMode.REPORT) { resource += "-producer"; this.config = ConfigurationLoader.load(resource); } else { resource += "-consumer"; this.config = ConfigurationLoader.load(resource); } TypeSystemDescription typeSystem = TypeSystemDescriptionFactory.createTypeSystemDescription(); this.builder = new BaseExperimentBuilder(uuid, resource, typeSystem); this.asyncConfig = builder.initializeResource(config, "async-configuration", AsyncConfiguration.class); }
private void runConsumer() throws Exception { StagedConfiguration stagedConfig = new StagedConfigurationImpl(config); ConsumerManager manager = new ConsumerManagerImpl(builder.getExperimentUuid(), asyncConfig); FunnelingStrategy ps = getProcessingStrategy(); try { for (Stage stage : stagedConfig) { try { FunneledFlow funnel = ps.newFunnelStrategy(builder.getExperimentUuid()); CollectionReader reader = builder.buildCollectionReader(stage.getConfiguration(), stage.getId()); AnalysisEngine pipeline = builder.buildPipeline(stage.getConfiguration(), "pipeline", stage.getId(), funnel); SimplePipelineRev803.runPipeline(reader, pipeline); manager.notifyProcessCompletion(); manager.waitForNextConfiguration(); } catch (UIMAException e) { e.printStackTrace(); } } } finally { manager.close(); } }
@Override public void run() { try { CollectionReader postReader = builder.buildCollectionReader(localConfig, stage.getId()); AnalysisEngine post = builder.buildPipeline(stage.getConfiguration(), "post-process", stage.getId()); SimplePipelineRev803.runPipeline(postReader, post); } catch (Exception e) { System.err.println("Error executing post-process"); e.printStackTrace(); } } }, 10, 10, TimeUnit.MINUTES);