public static Pipe concatenatePipes (Pipe p1, Pipe p2) { Alphabet dataDict = combinedDataDicts (p1, p2); Alphabet targetDict = combinedTargetDicts (p1, p2); Pipe ret = new SerialPipes (new Pipe[] { p1, p2 }); if (dataDict != null) ret.dataAlphabetResolved = true; if (targetDict != null) ret.targetAlphabetResolved = true; ret.dataAlphabet = dataDict; ret.targetAlphabet = targetDict; return ret; }
public ACRFExtractorTrainer setPipes (Pipe tokPipe, Pipe featurePipe) { RememberTokenizationPipe rtp = new RememberTokenizationPipe (); this.featurePipe = PipeUtils.concatenatePipes (rtp, featurePipe); this.tokPipe = tokPipe; return this; }
public static Pipe concatenatePipes (Pipe p1, Pipe p2) { Alphabet dataDict = combinedDataDicts (p1, p2); Alphabet targetDict = combinedTargetDicts (p1, p2); Pipe ret = new SerialPipes (new Pipe[] { p1, p2 }); if (dataDict != null) ret.dataAlphabetResolved = true; if (targetDict != null) ret.targetAlphabetResolved = true; ret.dataAlphabet = dataDict; ret.targetAlphabet = targetDict; return ret; }
public ACRFExtractorTrainer setPipes (Pipe tokPipe, Pipe featurePipe) { RememberTokenizationPipe rtp = new RememberTokenizationPipe (); this.featurePipe = PipeUtils.concatenatePipes (rtp, featurePipe); this.tokPipe = tokPipe; return this; }
public static Pipe concatenatePipes (Pipe p1, Pipe p2) { Alphabet dataDict = combinedDataDicts (p1, p2); Alphabet targetDict = combinedTargetDicts (p1, p2); Pipe ret = new SerialPipes (new Pipe[] { p1, p2 }); if (dataDict != null) ret.dataAlphabetResolved = true; if (targetDict != null) ret.targetAlphabetResolved = true; ret.dataAlphabet = dataDict; ret.targetAlphabet = targetDict; return ret; }
public ACRFExtractorTrainer setPipes (Pipe tokPipe, Pipe featurePipe) { RememberTokenizationPipe rtp = new RememberTokenizationPipe (); this.featurePipe = PipeUtils.concatenatePipes (rtp, featurePipe); this.tokPipe = tokPipe; return this; }
public void testConcatenateBadPipes () { Pipe p1 = new SimpleTaggerSentence2TokenSequence (); // force resolving data alphabet Alphabet dict1 = p1.getDataAlphabet (); Pipe p2 = new SimpleTaggerSentence2TokenSequence (); // force resolving data alphabet Alphabet dict2 = p2.getDataAlphabet (); assertTrue (dict1 != dict2); try { PipeUtils.concatenatePipes (p1, p2); assertTrue ("Test failed: concatenatePipes() allowed putting together incompatible alphabets.", false); } catch (IllegalArgumentException e) { // Exception expected } }
public void testConcatenateBadPipes () { Pipe p1 = new SimpleTaggerSentence2TokenSequence (); // force resolving data alphabet Alphabet dict1 = p1.getDataAlphabet (); Pipe p2 = new SimpleTaggerSentence2TokenSequence (); // force resolving data alphabet Alphabet dict2 = p2.getDataAlphabet (); assertTrue (dict1 != dict2); try { PipeUtils.concatenatePipes (p1, p2); assertTrue ("Test failed: concatenatePipes() allowed putting together incompatible alphabets.", false); } catch (IllegalArgumentException e) { // Exception expected } }
public void testConcatenateNullPipes () { Pipe p1 = new StupidPipe (); Pipe p2 = new SimpleTagger.SimpleTaggerSentence2FeatureVectorSequence (); Pipe serial = PipeUtils.concatenatePipes (p1, p2); p2.instanceFrom(new Instance (data, null, null, null)); assertEquals (3, serial.getDataAlphabet ().size ()); }
public void testConcatenateNullPipes () { Pipe p1 = new StupidPipe (); Pipe p2 = new SimpleTagger.SimpleTaggerSentence2FeatureVectorSequence (); Pipe serial = PipeUtils.concatenatePipes (p1, p2); p2.instanceFrom(new Instance (data, null, null, null)); assertEquals (3, serial.getDataAlphabet ().size ()); }
public void testConcatenatePipes () { Pipe p1 = new StupidPipe (); Pipe p2 = new SimpleTagger.SimpleTaggerSentence2FeatureVectorSequence (); // initialize p2's dict p2.instanceFrom(new Instance (data, null, null, null)); assertEquals (3, p2.getDataAlphabet ().size()); Pipe serial = PipeUtils.concatenatePipes (p1, p2); Alphabet dict = serial.getDataAlphabet (); assertEquals (3, dict.size ()); assertTrue (dict == p2.getDataAlphabet ()); }
public void testConcatenatePipes () { Pipe p1 = new StupidPipe (); Pipe p2 = new SimpleTagger.SimpleTaggerSentence2FeatureVectorSequence (); // initialize p2's dict p2.instanceFrom(new Instance (data, null, null, null)); assertEquals (3, p2.getDataAlphabet ().size()); Pipe serial = PipeUtils.concatenatePipes (p1, p2); Alphabet dict = serial.getDataAlphabet (); assertEquals (3, dict.size ()); assertTrue (dict == p2.getDataAlphabet ()); }