/** * Gets the tagged yield of the tree. * The {@code Label} of all leaf nodes is returned * as a list ordered by the natural left to right order of the * leaves. Null values, if any, are inserted into the list like any * other value. * * @return a {@code List} of the data in the tree's leaves. */ public ArrayList<TaggedWord> taggedYield() { return taggedYield(new ArrayList<>()); }
/** * TODO: make this method do something with the weight */ @Override public void train(Tree tree, double weight) { trainingSentences.add(tree.taggedYield()); }
private static String mergeLeavesIntoCollocatedString(Tree[] trees) { StringBuilder sb = new StringBuilder(160); for (Tree t: trees) { ArrayList<TaggedWord> sent = t.taggedYield(); for (TaggedWord aSent : sent) { sb.append(aSent.word()).append('_'); } } return sb.substring(0,sb.length() -1); }
private static String mergeLeavesIntoCollocatedString(Tree t) { StringBuilder sb = new StringBuilder(160); ArrayList<TaggedWord> sent = t.taggedYield(); for (TaggedWord aSent : sent) { sb.append(aSent.word()).append('_'); } return sb.substring(0,sb.length() -1); }
public void train(Tree tree, double weight) { /* get TaggedWord and total tag counts, and get set of all * words attested in training */ for (TaggedWord word : tree.taggedYield()) { train(word, weight); } }
/** * Add the given tree to the statistics counted. Can * be called multiple times with different trees. */ @Override public void train(Tree tree, double weight) { train(tree.taggedYield(), weight); }
@Override public void train(Tree tree, double weight) { train(tree.taggedYield(), weight); }
@Override public void train(Tree tree) { train(tree.taggedYield()); }
@Override public void train(Tree tree, double weight) { train(tree.taggedYield(), weight); }
@Override public void train(Tree tree) { train(tree.taggedYield()); }
protected List<IntTaggedWord> treeToEvents(Tree tree) { List<TaggedWord> taggedWords = tree.taggedYield(); return listToEvents(taggedWords); }
@Override public void train(Tree tree) { train(tree.taggedYield()); }
public static State initialStateFromGoldTagTree(Tree tree) { return initialStateFromTaggedSentence(tree.taggedYield()); }
public void train(Tree tree, double weight) { train(tree.taggedYield(), weight); }
public double score(Tree tree) { List<TaggedWord> yield = tree.taggedYield(); int wrong = 0; int len = Math.min(yield.size(), tagged.size()); for (int i = 0; i < len; ++i) { String yieldTag = op.langpack().basicCategory(yield.get(i).tag()); if (!yieldTag.equals(tagged.get(i).tag())) { wrong++; } } return wrong * weight; } }
@Override public final void train(Tree tree, double weight) { incrementTreesRead(weight); int loc = 0; List<TaggedWord> yield = tree.taggedYield(); for (TaggedWord tw : yield) { train(tw, loc, weight); ++loc; } }
private static void printPunct(Treebank treebank, TreebankLanguagePack tlp, PrintWriter pw) { if (tlp == null) { log.info("The -punct option requires you to specify -tlp"); } else { Predicate<String> punctTagFilter = tlp.punctuationTagAcceptFilter(); for (Tree t : treebank) { List<TaggedWord> tws = t.taggedYield(); for (TaggedWord tw : tws) { if (punctTagFilter.test(tw.tag())) { pw.println(tw); } } } } }
private static List<WordTag> getNonStemmedWordTagsFromTree(Tree t) { List<WordTag> wordTags = Generics.newArrayList(); ArrayList<TaggedWord> s = t.taggedYield(); for (TaggedWord w : s) { WordTag wt = new WordTag(w.word(), w.tag()); wordTags.add(wt); } return wordTags; }
/** * * @param t a tree * @return the WordTags corresponding to the leaves of the tree, * stemmed according to their POS tags in the tree. */ private static List<WordTag> getStemmedWordTagsFromTree(Tree t) { List<WordTag> stemmedWordTags = Generics.newArrayList(); ArrayList<TaggedWord> s = t.taggedYield(); for (TaggedWord w : s) { WordTag wt = Morphology.stemStatic(w.word(), w.tag()); stemmedWordTags.add(wt); } return stemmedWordTags; }
@Override public List<TaggedWord> next() { if (next == null) { throw new NoSuchElementException("Iterator exhausted."); } Tree t = next; if (normalizer != null) { t = normalizer.normalizeWholeTree(t, t.treeFactory()); } if (transformer != null) { t = t.transform(transformer); } findNext(); return t.taggedYield(); }