public void testCanonicalUserOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkCanonicalUserOptions()) { fail("setOptions method failed"); } }
public void testResettingOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkResettingOptions()) { fail("Resetting of options failed"); } }
public void testListOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkListOptions()) { fail("Options cannot be listed via listOptions"); } }
public void testSetOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkSetOptions()) { fail("setOptions method failed"); } }
public void testRemainingOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkRemainingOptions()) { fail("There were leftover options"); } }
public void testResettingOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkResettingOptions()) { fail("Resetting of options failed"); } }
public void testSetOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkSetOptions()) { fail("setOptions method failed"); } }
public void testCanonicalUserOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkCanonicalUserOptions()) { fail("setOptions method failed"); } }
public void testRemainingOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkRemainingOptions()) { fail("There were leftover options"); } }
public void testListOptions() { CheckOptionHandler optionHandler = new CheckOptionHandler(); DictionaryBuilder builder = new DictionaryBuilder(); optionHandler.setOptionHandler(builder); if (!optionHandler.checkListOptions()) { fail("Options cannot be listed via listOptions"); } }
public void testInit() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); // should be just one dictionary (i.e. no class attribute, so no per-class // dictionaries) assertEquals(1, builder.getDictionaries(false).length); }
public void testInit() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); // should be just one dictionary (i.e. no class attribute, so no per-class // dictionaries) assertEquals(1, builder.getDictionaries(false).length); }
public void testPruneMinFreq() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(1); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } assertEquals(15, builder.getDictionaries(false)[0].size()); Map<String, int[]> consolidated = builder.finalizeDictionary(); // min freq of 1 should keep all terms assertEquals(15, consolidated.size()); }
public void testFinalizeDictionaryNoClassExtraAtts() throws Exception { Instances data1 = getData3(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } assertEquals(15, builder.getDictionaries(false)[0].size()); Map<String, int[]> consolidated = builder.finalizeDictionary(); // all but "the" and "over" should have been pruned from the dictionary assertEquals(2, consolidated.size()); }
public void testPruneMinFreq() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(1); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } assertEquals(15, builder.getDictionaries(false)[0].size()); Map<String, int[]> consolidated = builder.finalizeDictionary(); // min freq of 1 should keep all terms assertEquals(15, consolidated.size()); }
public void testFinalizeDictionaryNoClassExtraAtts() throws Exception { Instances data1 = getData3(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } assertEquals(15, builder.getDictionaries(false)[0].size()); Map<String, int[]> consolidated = builder.finalizeDictionary(); // all but "the" and "over" should have been pruned from the dictionary assertEquals(2, consolidated.size()); }
public void testGetVectorizedStructureNoClassExtraAtts() throws Exception { Instances data1 = getData3(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } builder.finalizeDictionary(); Instances format = builder.getVectorizedFormat(); assertTrue(format != null); assertEquals(4, format.numAttributes()); }
public void testGetVectorizedStructureNoClass() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } builder.finalizeDictionary(); Instances format = builder.getVectorizedFormat(); assertTrue(format != null); assertEquals(2, format.numAttributes()); }
public void testGetVectorizedStructureNoClassExtraAtts() throws Exception { Instances data1 = getData3(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } builder.finalizeDictionary(); Instances format = builder.getVectorizedFormat(); assertTrue(format != null); assertEquals(4, format.numAttributes()); }
public void testGetVectorizedStructureNoClass() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } builder.finalizeDictionary(); Instances format = builder.getVectorizedFormat(); assertTrue(format != null); assertEquals(2, format.numAttributes()); }