How to use

index

method

in

opennlp.tools.ml.model.OnePassDataIndexer

@Override
public void index(ObjectStream<Event> eventStream) throws IOException {
 int cutoff = trainingParameters.getIntParameter(CUTOFF_PARAM, CUTOFF_DEFAULT);
 boolean sort = trainingParameters.getBooleanParameter(SORT_PARAM, SORT_DEFAULT);
 long start = System.currentTimeMillis();
 display("Indexing events with OnePass using cutoff of " + cutoff + "\n\n");
 display("\tComputing event counts...  ");
 Map<String, Integer> predicateIndex = new HashMap<>();
 List<Event> events = computeEventCounts(eventStream, predicateIndex, cutoff);
 display("done. " + events.size() + " events\n");
 display("\tIndexing...  ");
 List<ComparableEvent> eventsToCompare =
   index(ObjectStreamUtils.createObjectStream(events), predicateIndex);
 display("done.\n");
 display("Sorting and merging events... ");
 sortAndMerge(eventsToCompare, sort);
 display(String.format("Done indexing in %.2f s.\n", (System.currentTimeMillis() - start) / 1000d));
}

@Override
public void index(ObjectStream<Event> eventStream) throws IOException {
 int cutoff = trainingParameters.getIntParameter(CUTOFF_PARAM, CUTOFF_DEFAULT);
 boolean sort = trainingParameters.getBooleanParameter(SORT_PARAM, SORT_DEFAULT);
 long start = System.currentTimeMillis();
 display("Indexing events with OnePass using cutoff of " + cutoff + "\n\n");
 display("\tComputing event counts...  ");
 Map<String, Integer> predicateIndex = new HashMap<>();
 List<Event> events = computeEventCounts(eventStream, predicateIndex, cutoff);
 display("done. " + events.size() + " events\n");
 display("\tIndexing...  ");
 List<ComparableEvent> eventsToCompare =
   index(ObjectStreamUtils.createObjectStream(events), predicateIndex);
 display("done.\n");
 display("Sorting and merging events... ");
 sortAndMerge(eventsToCompare, sort);
 display(String.format("Done indexing in %.2f s.\n", (System.currentTimeMillis() - start) / 1000d));
}

@Override
public void index(ObjectStream<Event> eventStream) throws IOException {
 int cutoff = trainingParameters.getIntParameter(CUTOFF_PARAM, CUTOFF_DEFAULT);
 boolean sort = trainingParameters.getBooleanParameter(SORT_PARAM, SORT_DEFAULT);
 long start = System.currentTimeMillis();
 display("Indexing events with OnePass using cutoff of " + cutoff + "\n\n");
 display("\tComputing event counts...  ");
 Map<String, Integer> predicateIndex = new HashMap<>();
 List<Event> events = computeEventCounts(eventStream, predicateIndex, cutoff);
 display("done. " + events.size() + " events\n");
 display("\tIndexing...  ");
 List<ComparableEvent> eventsToCompare =
   index(ObjectStreamUtils.createObjectStream(events), predicateIndex);
 display("done.\n");
 display("Sorting and merging events... ");
 sortAndMerge(eventsToCompare, sort);
 display(String.format("Done indexing in %.2f s.\n", (System.currentTimeMillis() - start) / 1000d));
}