evaluator.evaluate(sampleStream);
private void eval(POSModel model, File testData, double expectedAccuracy) throws IOException { ObjectStream<POSSample> samples = new ConllXPOSSampleStream( new MarkableFileInputStreamFactory(testData), StandardCharsets.UTF_8); POSEvaluator evaluator = new POSEvaluator(new POSTaggerME(model)); evaluator.evaluate(samples); Assert.assertEquals(expectedAccuracy, evaluator.getWordAccuracy(), 0.0001); }
evaluator.evaluate(trainingSampleStream.getTestSampleStream());
/** * Evaluate word accuracy. */ public final void evaluate() { final POSEvaluator evaluator = new POSEvaluator(this.posTagger); try { evaluator.evaluate(this.testSamples); } catch (IOException e) { e.printStackTrace(); } System.out.println(evaluator.getWordAccuracy()); }
/** * Evaluate and print every error. */ public final void evalError() { final List<EvaluationMonitor<POSSample>> listeners = new LinkedList<EvaluationMonitor<POSSample>>(); listeners.add(new POSEvaluationErrorListener()); final POSEvaluator evaluator = new POSEvaluator(this.posTagger, listeners.toArray(new POSTaggerEvaluationMonitor[listeners.size()])); try { evaluator.evaluate(this.testSamples); } catch (IOException e) { e.printStackTrace(); } System.out.println(evaluator.getWordAccuracy()); }
/** * Detail evaluation of a model, outputting the report a file. */ public final void detailEvaluate() { final List<EvaluationMonitor<POSSample>> listeners = new LinkedList<EvaluationMonitor<POSSample>>(); final POSTaggerFineGrainedReportListener detailedFListener = new POSTaggerFineGrainedReportListener( System.out); listeners.add(detailedFListener); final POSEvaluator evaluator = new POSEvaluator(this.posTagger, listeners.toArray(new POSTaggerEvaluationMonitor[listeners.size()])); try { evaluator.evaluate(this.testSamples); } catch (IOException e) { e.printStackTrace(); } detailedFListener.writeReport(); }
public final POSModel train(final TrainingParameters params) { // features if (getPosTaggerFactory() == null) { throw new IllegalStateException( "Classes derived from AbstractTrainer must " + " create a POSTaggerFactory features!"); } // training model POSModel trainedModel = null; POSEvaluator posEvaluator = null; try { trainedModel = POSTaggerME.train(this.lang, this.trainSamples, params, getPosTaggerFactory()); final POSTaggerME posTagger = new POSTaggerME(trainedModel); posEvaluator = new POSEvaluator(posTagger); posEvaluator.evaluate(this.testSamples); } catch (final IOException e) { System.err.println("IO error while loading training and test sets!"); e.printStackTrace(); System.exit(1); } System.out.println("Final result: " + posEvaluator.getWordAccuracy()); return trainedModel; }
evaluator.evaluate(stream); return evaluator.getWordAccuracy();
evaluator.evaluate(sampleStream);
evaluator.evaluate(sampleStream);
evaluator.evaluate(trainingSampleStream.getTestSampleStream());
evaluator.evaluate(trainingSampleStream.getTestSampleStream());