public LabeledScoredTreeReaderFactory(LabelFactory lf) { this.lf = lf; tm = new BobChrisTreeNormalizer(); }
public NoEmptiesCTBTreeReaderFactory() { super(new BobChrisTreeNormalizer()); }
/** * Create a new TreeReaderFactory with CoreLabel labels. */ public LabeledScoredTreeReaderFactory() { lf = CoreLabel.factory(); tm = new BobChrisTreeNormalizer(); }
@Override public TreeReaderFactory treeReaderFactory() { final TreeNormalizer tn = new BobChrisTreeNormalizer(); return new CTBTreeReaderFactory(tn); }
/** * returns a MemoryTreebank appropriate to the testing treebank source */ @Override public MemoryTreebank testMemoryTreebank() { return new MemoryTreebank(in -> new PennTreeReader(in, new LabeledScoredTreeFactory(), new BobChrisTreeNormalizer(tlp))); }
public static List<Tree> getTrees(String path, int low, int high, int minLength, int maxLength) { Treebank treebank = new DiskTreebank(in -> new PennTreeReader(in, new LabeledScoredTreeFactory(new WordFactory()), new BobChrisTreeNormalizer())); treebank.loadPath(path, new NumberRangeFileFilter(low, high, true)); List<Tree> trees = new ArrayList<>(); for (Tree tree : treebank) { if (tree.yield().size() <= maxLength && tree.yield().size() >= minLength) { trees.add(tree); } } return trees; }
Treebank treebank = new DiskTreebank(in -> new PennTreeReader(in, new LabeledScoredTreeFactory(new StringLabelFactory()), new BobChrisTreeNormalizer())); treebank.loadPath(args[i]);
new LabeledScoredTreeFactory( new CategoryWordTagFactory()), new BobChrisTreeNormalizer());
final TreeNormalizer tn = new BobChrisTreeNormalizer(); treebank.apply(tree -> { Tree tPrime = tn.normalizeWholeTree(tree, tree.treeFactory()); final TreeNormalizer tn = new BobChrisTreeNormalizer(); treebank.apply(tree -> { Tree tPrime = tn.normalizeWholeTree(tree, tree.treeFactory());
/** * Calculate sister annotation statistics suitable for doing * selective sister splitting in the PCFGParser inside the * FactoredParser. * * @param args One argument: path to the Treebank */ public static void main(String[] args) { ClassicCounter<String> c = new ClassicCounter<>(); c.setCount("A", 0); c.setCount("B", 1); double d = Counters.klDivergence(c, c); System.out.println("KL Divergence: " + d); String encoding = "UTF-8"; if (args.length > 1) { encoding = args[1]; } if (args.length < 1) { System.out.println("Usage: ParentAnnotationStats treebankPath"); } else { SisterAnnotationStats pas = new SisterAnnotationStats(); Treebank treebank = new DiskTreebank(in -> new PennTreeReader(in, new LabeledScoredTreeFactory(new StringLabelFactory()), new BobChrisTreeNormalizer()), encoding); treebank.loadPath(args[0]); treebank.apply(pas); pas.printStats(); } }
BobChrisTreeNormalizer tn = new BobChrisTreeNormalizer(); Tree indexedTree = outputTree.deepCopy(outputTree.treeFactory(), CoreLabel.factory());
public LabeledScoredTreeReaderFactory(LabelFactory lf) { this.lf = lf; tm = new BobChrisTreeNormalizer(); }
@Override public TreeReaderFactory treeReaderFactory() { final TreeNormalizer tn = new BobChrisTreeNormalizer(); return new CTBTreeReaderFactory(tn); }
@Override public TreeReaderFactory treeReaderFactory() { final TreeNormalizer tn = new BobChrisTreeNormalizer(); return new CTBTreeReaderFactory(tn); }
/** * Create a new TreeReaderFactory with CoreLabel labels. */ public LabeledScoredTreeReaderFactory() { lf = CoreLabel.factory(); tm = new BobChrisTreeNormalizer(); }
/** * Create a new TreeReaderFactory with CoreLabel labels. */ public LabeledScoredTreeReaderFactory() { lf = CoreLabel.factory(); tm = new BobChrisTreeNormalizer(); }
/** * Create a new TreeReaderFactory with CategoryWordTag labels. */ public LabeledScoredTreeReaderFactory() { lf = CoreLabel.factory(); tm = new BobChrisTreeNormalizer(); }
/** * Create a new TreeReaderFactory with CategoryWordTag labels. */ public LabeledScoredTreeReaderFactory() { lf = CoreLabel.factory(); tm = new BobChrisTreeNormalizer(); }
@Override public TreeReader newTreeReader(Reader in) { return new PennTreeReader(in, new LabeledScoredTreeFactory(), new BobChrisTreeNormalizer(tlp)); } });
/** * returns a MemoryTreebank appropriate to the testing treebank source */ @Override public MemoryTreebank testMemoryTreebank() { return new MemoryTreebank(in -> new PennTreeReader(in, new LabeledScoredTreeFactory(), new BobChrisTreeNormalizer(tlp))); }