/** * Load a dictionary from a file * * @param filename the file to load from * @param plainText true if the dictionary is in text format * @throws IOException if a problem occurs */ public void loadDictionary(String filename, boolean plainText) throws IOException { loadDictionary(new File(filename), plainText); }
/** * Load a dictionary from a file * * @param filename the file to load from * @param plainText true if the dictionary is in text format * @throws IOException if a problem occurs */ public void loadDictionary(String filename, boolean plainText) throws IOException { loadDictionary(new File(filename), plainText); }
/** * Load a dictionary from a file * * @param toLoad the file to load from * @param plainText true if the dictionary is in text format * @throws IOException if a problem occurs */ public void loadDictionary(File toLoad, boolean plainText) throws IOException { if (plainText) { loadDictionary(new FileReader(toLoad)); } else { loadDictionary(new FileInputStream(toLoad)); } }
/** * Load a dictionary from a file * * @param toLoad the file to load from * @param plainText true if the dictionary is in text format * @throws IOException if a problem occurs */ public void loadDictionary(File toLoad, boolean plainText) throws IOException { if (plainText) { loadDictionary(new FileReader(toLoad)); } else { loadDictionary(new FileInputStream(toLoad)); } }
m_vectorizer.loadDictionary(m_dictionarySource); } else if (m_textDictionarySource != null) { m_vectorizer.loadDictionary(m_textDictionarySource); } else { + "' does not seem to exist!"); m_vectorizer.loadDictionary(dictFile, !m_dictionaryIsBinary);
m_vectorizer.loadDictionary(m_dictionarySource); } else if (m_textDictionarySource != null) { m_vectorizer.loadDictionary(m_textDictionarySource); } else { + "' does not seem to exist!"); m_vectorizer.loadDictionary(dictFile, !m_dictionaryIsBinary);
public void testSaveLoadDictionaryPlainTextNoNormalize() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } builder.finalizeDictionary(); StringWriter sw = new StringWriter(); builder.saveDictionary(sw); StringReader sr = new StringReader(sw.toString()); DictionaryBuilder builder2 = new DictionaryBuilder(); builder2.setup(structure); builder2.loadDictionary(sr); // just returns the loaded dictionary Map<String, int[]> consolidated = builder2.finalizeDictionary(); assertEquals(2, consolidated.size()); }
public void testSaveLoadDictionaryPlainTextNoNormalize() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } builder.finalizeDictionary(); StringWriter sw = new StringWriter(); builder.saveDictionary(sw); StringReader sr = new StringReader(sw.toString()); DictionaryBuilder builder2 = new DictionaryBuilder(); builder2.setup(structure); builder2.loadDictionary(sr); // just returns the loaded dictionary Map<String, int[]> consolidated = builder2.finalizeDictionary(); assertEquals(2, consolidated.size()); }
public void testSaveLoadDictionaryPlainTextNormalize() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setNormalize(true); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } builder.finalizeDictionary(); StringWriter sw = new StringWriter(); builder.saveDictionary(sw); String dictText = sw.toString(); assertTrue(dictText.startsWith("@@@3.39036")); StringReader sr = new StringReader(dictText); DictionaryBuilder builder2 = new DictionaryBuilder(); builder2.setup(structure); builder2.loadDictionary(sr); // just returns the loaded dictionary Map<String, int[]> consolidated = builder2.finalizeDictionary(); assertEquals(2, consolidated.size()); }
public void testSaveLoadDictionaryPlainTextNormalize() throws Exception { Instances data1 = getData1(); Instances structure = new Instances(data1, 0); DictionaryBuilder builder = new DictionaryBuilder(); builder.setMinTermFreq(2); builder.setNormalize(true); builder.setup(structure); for (int i = 0; i < data1.numInstances(); i++) { builder.processInstance(data1.instance(i)); } builder.finalizeDictionary(); StringWriter sw = new StringWriter(); builder.saveDictionary(sw); String dictText = sw.toString(); assertTrue(dictText.startsWith("@@@3.39036")); StringReader sr = new StringReader(dictText); DictionaryBuilder builder2 = new DictionaryBuilder(); builder2.setup(structure); builder2.loadDictionary(sr); // just returns the loaded dictionary Map<String, int[]> consolidated = builder2.finalizeDictionary(); assertEquals(2, consolidated.size()); }