private double testRandomTrainedOn (InstanceList training) { ClassifierTrainer trainer = new MaxEntTrainer (); Alphabet fd = dictOfSize (3); String[] classNames = new String[] {"class0", "class1", "class2"}; Randoms r = new Randoms (1); Iterator<Instance> iter = new RandomTokenSequenceIterator (r, new Dirichlet(fd, 2.0), 30, 0, 10, 200, classNames); training.addThruPipe (iter); InstanceList testing = new InstanceList (training.getPipe ()); testing.addThruPipe (new RandomTokenSequenceIterator (r, new Dirichlet(fd, 2.0), 30, 0, 10, 200, classNames)); System.out.println ("Training set size = "+training.size()); System.out.println ("Testing set size = "+testing.size()); Classifier classifier = trainer.train (training); System.out.println ("Accuracy on training set:"); System.out.println (classifier.getClass().getName() + ": " + new Trial (classifier, training).getAccuracy()); System.out.println ("Accuracy on testing set:"); double testAcc = new Trial (classifier, testing).getAccuracy(); System.out.println (classifier.getClass().getName() + ": " + testAcc); return testAcc; }
private double testRandomTrainedOn (InstanceList training) { ClassifierTrainer trainer = new MaxEntTrainer (); Alphabet fd = dictOfSize (3); String[] classNames = new String[] {"class0", "class1", "class2"}; Randoms r = new Randoms (1); Iterator<Instance> iter = new RandomTokenSequenceIterator (r, new Dirichlet(fd, 2.0), 30, 0, 10, 200, classNames); training.addThruPipe (iter); InstanceList testing = new InstanceList (training.getPipe ()); testing.addThruPipe (new RandomTokenSequenceIterator (r, new Dirichlet(fd, 2.0), 30, 0, 10, 200, classNames)); System.out.println ("Training set size = "+training.size()); System.out.println ("Testing set size = "+testing.size()); Classifier classifier = trainer.train (training); System.out.println ("Accuracy on training set:"); System.out.println (classifier.getClass().getName() + ": " + new Trial (classifier, training).getAccuracy()); System.out.println ("Accuracy on testing set:"); double testAcc = new Trial (classifier, testing).getAccuracy(); System.out.println (classifier.getClass().getName() + ": " + testAcc); return testAcc; }