/** Returns the <code>Alphabet</code> mapping features of the data to * integers. */ public Alphabet getDataAlphabet () { if (dataAlphabet == null && pipe != null) { dataAlphabet = pipe.getDataAlphabet (); } assert (pipe == null || pipe.getDataAlphabet () == null || pipe.getDataAlphabet () == dataAlphabet); return dataAlphabet; }
public HMM(Pipe inputPipe, Pipe outputPipe) { this.inputPipe = inputPipe; this.outputPipe = outputPipe; this.inputAlphabet = inputPipe.getDataAlphabet(); this.outputAlphabet = inputPipe.getTargetAlphabet(); }
public NaiveBayesTrainer (Pipe instancePipe) { this.instancePipe = instancePipe; this.dataAlphabet = instancePipe.getDataAlphabet(); this.targetAlphabet = instancePipe.getTargetAlphabet(); }
public CRF (Pipe inputPipe, Pipe outputPipe) { super (inputPipe, outputPipe); this.inputAlphabet = inputPipe.getDataAlphabet(); this.outputAlphabet = inputPipe.getTargetAlphabet(); //inputAlphabet.stopGrowth(); }
public CRF (Pipe inputPipe, Pipe outputPipe) { super (inputPipe, outputPipe); this.inputAlphabet = inputPipe.getDataAlphabet(); this.outputAlphabet = inputPipe.getTargetAlphabet(); //inputAlphabet.stopGrowth(); }
public HMM(Pipe inputPipe, Pipe outputPipe) { this.inputPipe = inputPipe; this.outputPipe = outputPipe; this.inputAlphabet = inputPipe.getDataAlphabet(); this.outputAlphabet = inputPipe.getTargetAlphabet(); }
public NaiveBayesTrainer (Pipe instancePipe) { this.instancePipe = instancePipe; this.dataAlphabet = instancePipe.getDataAlphabet(); this.targetAlphabet = instancePipe.getTargetAlphabet(); }
public void readModel(InputStream is) throws IOException, ClassNotFoundException { final GZIPInputStream gin = new GZIPInputStream(is); final ObjectInputStream ois = new ObjectInputStream(gin); model = (CRF) ois.readObject(); trained = true; model.getInputPipe().getDataAlphabet().stopGrowth(); ois.close(); }
public boolean alphabetsMatch (AlphabetCarrying object) { Alphabet[] oas = object.getAlphabets(); return oas.length == 2 && oas[0].equals(getDataAlphabet()) && oas[1].equals(getTargetAlphabet()); }
public int getNumParameters () { assert (this.instancePipe.getDataAlphabet() != null); assert (this.instancePipe.getTargetAlphabet() != null); return MaxEnt.getNumParameters(this.instancePipe); }
private void resolveAlphabets () { Alphabet da = null, ta = null; for (Pipe p : pipes) { p.preceedingPipeDataAlphabetNotification(da); da = p.getDataAlphabet(); p.preceedingPipeTargetAlphabetNotification(ta); ta = p.getTargetAlphabet(); } dataAlphabet = da; targetAlphabet = ta; }
private void resolveAlphabets () { Alphabet da = null, ta = null; for (Pipe p : pipes) { p.preceedingPipeDataAlphabetNotification(da); da = p.getDataAlphabet(); p.preceedingPipeTargetAlphabetNotification(ta); ta = p.getTargetAlphabet(); } dataAlphabet = da; targetAlphabet = ta; }
public void testConcatenatePipes () { Pipe p1 = new StupidPipe (); Pipe p2 = new SimpleTagger.SimpleTaggerSentence2FeatureVectorSequence (); // initialize p2's dict p2.instanceFrom(new Instance (data, null, null, null)); assertEquals (3, p2.getDataAlphabet ().size()); Pipe serial = PipeUtils.concatenatePipes (p1, p2); Alphabet dict = serial.getDataAlphabet (); assertEquals (3, dict.size ()); assertTrue (dict == p2.getDataAlphabet ()); }
public void testConcatenatePipes () { Pipe p1 = new StupidPipe (); Pipe p2 = new SimpleTagger.SimpleTaggerSentence2FeatureVectorSequence (); // initialize p2's dict p2.instanceFrom(new Instance (data, null, null, null)); assertEquals (3, p2.getDataAlphabet ().size()); Pipe serial = PipeUtils.concatenatePipes (p1, p2); Alphabet dict = serial.getDataAlphabet (); assertEquals (3, dict.size ()); assertTrue (dict == p2.getDataAlphabet ()); }
public static void writeInstanceList(ArrayList<Pipe> pipes) throws Exception { Pipe serialPipe = new SerialPipes(pipes); DBInstanceStore saver = new DBInstanceStore(outputDatabase.value); for (String filename: inputFiles.value) { logger.info("importing from " + filename); CsvIterator reader = new CsvIterator(new FileReader(filename), "(.*?)\\t(.*?)\\t(.*)", 3, 2, 1); saver.saveInstances(serialPipe.newIteratorFrom(reader)); } saver.saveAlphabets(serialPipe.getDataAlphabet(), serialPipe.getTargetAlphabet()); saver.cleanup(); }
public Classification classify (Instance instance) { FeatureVector fv = (FeatureVector) instance.getData (); assert (instancePipe == null || fv.getAlphabet () == this.instancePipe.getDataAlphabet ()); Node leaf = getLeaf (root, fv); return new Classification (instance, this, leaf.labeling); }
public Classification classify (Instance instance) { FeatureVector fv = (FeatureVector) instance.getData (); assert (instancePipe == null || fv.getAlphabet () == this.instancePipe.getDataAlphabet ()); Node leaf = getLeaf (root, fv); return new Classification (instance, this, leaf.labeling); }
public void testPipesAreStupid () { Pipe p1 = new StupidPipe (); Pipe p2 = new SimpleTaggerSentence2TokenSequence (); // initialize p2's dict p2.instanceFrom(new Instance (data, null, null, null)); Pipe serial = new SerialPipes (new Pipe[] { p1, p2 }); try { serial.getDataAlphabet (); assertTrue ("Test failed: Should have generated exception.", false); } catch (IllegalStateException e) {} }
public Classification classify (Instance instance) { FeatureVector fv = (FeatureVector) instance.getData (); assert (instancePipe == null || fv.getAlphabet () == this.instancePipe.getDataAlphabet ()); Node leaf = getLeaf(m_root, fv); return new Classification (instance, this, leaf.getGainRatio().getBaseLabelDistribution()); }
public void testConcatenateNullPipes () { Pipe p1 = new StupidPipe (); Pipe p2 = new SimpleTagger.SimpleTaggerSentence2FeatureVectorSequence (); Pipe serial = PipeUtils.concatenatePipes (p1, p2); p2.instanceFrom(new Instance (data, null, null, null)); assertEquals (3, serial.getDataAlphabet ().size ()); }