public void testTwo () { Pipe p = new SerialPipes (new Pipe[] { new CharSequence2TokenSequence (), new TokenSequenceLowercase (), new RegexMatches ("vowel", Pattern.compile ("[aeiou]")), new RegexMatches ("firsthalf", Pattern.compile ("[a-m]")), new RegexMatches ("secondhalf", Pattern.compile ("[n-z]")), new RegexMatches ("length2", Pattern.compile ("..")), new RegexMatches ("length3", Pattern.compile ("...")), new PrintInput (), new TokenSequence2TokenInstances()}); InstanceList ilist = new InstanceList (p); ilist.addThruPipe (new StringArrayIterator(data)); assert (ilist.size() == 19) : "list size = "+ilist.size(); assertTrue (ilist.size() == 19); }
public void testTwo () { Pipe p = new SerialPipes (new Pipe[] { new CharSequence2TokenSequence (), new TokenSequenceLowercase (), new RegexMatches ("vowel", Pattern.compile ("[aeiou]")), new RegexMatches ("firsthalf", Pattern.compile ("[a-m]")), new RegexMatches ("secondhalf", Pattern.compile ("[n-z]")), new RegexMatches ("length2", Pattern.compile ("..")), new RegexMatches ("length3", Pattern.compile ("...")), new PrintInput (), new TokenSequence2TokenInstances()}); InstanceList ilist = new InstanceList (p); ilist.addThruPipe (new StringArrayIterator(data)); assert (ilist.size() == 19) : "list size = "+ilist.size(); assertTrue (ilist.size() == 19); }
public void testOne () { String input = "abcdefghijklmnopqrstuvwxyz"; Pipe p = new SerialPipes (new Pipe[] { new CharSequence2TokenSequence ("."), //new PrintInput("1:"), new TokenSequenceLowercase (), //new PrintInput("2:"), new TokenText (), //new PrintInput("3:"), new RegexMatches ("V", Pattern.compile("[aeiou]")), //new PrintInput("4:"), new OffsetConjunctions (new int[][] {{0,0}, {0,1}, {-1,0,1}, {-1}, {-2}}), new PrintInput("5:"), }); Instance carrier = p.instanceFrom(new Instance (input, null, null, null)); TokenSequence ts = (TokenSequence) carrier.getData(); assertTrue (ts.size() == 26); assertTrue (ts.get(0).getFeatureValue("a_&_b@1") == 1.0); assertTrue (ts.get(0).getFeatureValue("V_&_a") == 1.0); assertTrue (ts.get(2).getFeatureValue("b@-1_&_c_&_d@1") == 1.0); }
public void testOne () { String input = "abcdefghijklmnopqrstuvwxyz"; Pipe p = new SerialPipes (new Pipe[] { new CharSequence2TokenSequence ("."), //new PrintInput("1:"), new TokenSequenceLowercase (), //new PrintInput("2:"), new TokenText (), //new PrintInput("3:"), new RegexMatches ("V", Pattern.compile("[aeiou]")), //new PrintInput("4:"), new OffsetConjunctions (new int[][] {{0,0}, {0,1}, {-1,0,1}, {-1}, {-2}}), new PrintInput("5:"), }); Instance carrier = p.instanceFrom(new Instance (input, null, null, null)); TokenSequence ts = (TokenSequence) carrier.getData(); assertTrue (ts.size() == 26); assertTrue (ts.get(0).getFeatureValue("a_&_b@1") == 1.0); assertTrue (ts.get(0).getFeatureValue("V_&_a") == 1.0); assertTrue (ts.get(2).getFeatureValue("b@-1_&_c_&_d@1") == 1.0); }