public void write(List<Instance<OUTCOME_TYPE>> instances) throws CleartkProcessingException { if (this.delegatedDataWriter == null) throw new IllegalStateException( "delegatedDataWriter must be set before calling writeSequence"); List<Object> outcomes = new ArrayList<Object>(); for (Instance<OUTCOME_TYPE> instance : instances) { List<Feature> instanceFeatures = instance.getFeatures(); for (OutcomeFeatureExtractor outcomeFeatureExtractor : outcomeFeatureExtractors) { instanceFeatures.addAll(outcomeFeatureExtractor.extractFeatures(outcomes)); } outcomes.add(instance.getOutcome()); delegatedDataWriter.write(instance); } }
public void finish() throws CleartkProcessingException { if (this.delegatedDataWriter == null) throw new IllegalStateException("delegatedDataWriter must be set before calling finish"); this.delegatedDataWriter.finish(); super.finish(); }
@Override public void process(JCas jCas) throws AnalysisEngineProcessException { for (Time time : JCasUtil.select(jCas, Time.class)) { List<Feature> features = new ArrayList<Feature>(); for (FeatureExtractor1<Time> extractor : this.featuresExtractors) { features.addAll(extractor.extract(jCas, time)); } if (this.isTraining()) { this.dataWriter.write(new Instance<String>(time.getTimeType(), features)); } else { time.setTimeType(this.classifier.classify(features)); } } }
@Override public void collectionProcessComplete() throws AnalysisEngineProcessException { super.collectionProcessComplete(); if (this.isTraining()) { try { for (DataWriter<OUTCOME_TYPE> dataWriter : dataWriters.values()) { dataWriter.finish(); } } catch (CleartkProcessingException ctke) { throw new AnalysisEngineProcessException(ctke); } } }
@Override public void process(JCas jcas) throws AnalysisEngineProcessException { LOGGER.info( "Processing ..." ); for(Markable markable : JCasUtil.select(jcas, Markable.class)){ boolean outcome; List<Feature> features = new ArrayList<>(); for(FeatureExtractor1<Markable> extractor : extractors){ features.addAll(extractor.extract(jcas, markable)); } Instance<Boolean> instance = new Instance<>(features); if(this.isTraining()){ outcome = markable.getConfidence() > 0.5; instance.setOutcome(outcome); this.dataWriter.write(instance); }else{ Map<Boolean,Double> outcomes = this.classifier.score(features); markable.setConfidence(outcomes.get(true).floatValue()); } } LOGGER.info( "Finished." ); } }
@Override public void collectionProcessComplete() throws AnalysisEngineProcessException { super.collectionProcessComplete(); if (isTraining()) { dataWriter.finish(); } }
@Override public void process(JCas jcas) throws AnalysisEngineProcessException { for(Markable markable : JCasUtil.select(jcas, Markable.class)){ boolean outcome; List<Feature> features = new ArrayList<>(); for(FeatureExtractor1<Markable> extractor : extractors){ features.addAll(extractor.extract(jcas, markable)); } Instance<Boolean> instance = new Instance<>(features); if(this.isTraining()){ outcome = markable.getConfidence() > 0.5; instance.setOutcome(outcome); this.dataWriter.write(instance); }else{ Map<Boolean,Double> outcomes = this.classifier.score(features); markable.setConfidence(outcomes.get(true).floatValue()); } } } }
this.dataWriter.write(new Instance<String>(label, features)); } else { if (this.classifier.classify(features).equals("Event")) {
this.dataWriter.write(new Instance<String>(outcome, feats)); }else{ if(!prevOutcome.equals("O") && Character.isLetterOrDigit(curChar)){
this.dataWriter.write(new Instance<String>(outcome, feats)); }else{ if(!prevOutcome.equals("O") && Character.isLetterOrDigit(curChar)){
this.dataWriter.write(new Instance<String>(outcome, features));
this.dataWriter.write(new Instance<String>(outcome, features));
this.dataWriter.write(new Instance<>(category, features));
this.dataWriter.write(new Instance<>(category, features));
relation = NO_RELATION; this.dataWriter.write(new Instance<String>(relation, features));
instance.addAll(features); instance.setOutcome(attribute); this.dataWriter.write(instance);
@Override public void process(JCas jcas) throws AnalysisEngineProcessException { for (Sentence sentence : JCasUtil.select(jcas, Sentence.class)) { Instance<Boolean> instance = new Instance<Boolean>(false, this.extractor.extract( jcas, sentence)); if (this.isTraining()) { this.dataWriter.write(instance); } else { Map<Boolean, Double> scoredOutcomes = this.classifier.score(instance.getFeatures()); Double trueScore = scoredOutcomes.get(true); if (trueScore > 0.0) { SummarySentence extractedSentence = new SummarySentence( jcas, sentence.getBegin(), sentence.getEnd()); extractedSentence.setScore(trueScore); extractedSentence.addToIndexes(); } } } }
this.dataWriter.write( new Instance<>( category, features ) ); if ( !category.equals( NO_RELATION_CATEGORY ) ) {