TreeTransformer myTransformer2 = new MyTreeTransformer2(); TreeTransformer myTransformer3 = new MyTreeTransformer3(); Treebank tf1 = c.transform(myTransformer).transform(myTransformer2).transform(myTransformer3); Treebank tf2 = new TransformingTreebank(new TransformingTreebank(new TransformingTreebank(c, myTransformer), myTransformer2), myTransformer3); TreeTransformer[] tta = { myTransformer, myTransformer2, myTransformer3 };
treebank.loadPath(description.first, description.second); treebank = treebank.transform(transformer); sentences.addAll(treebank);
wholeTreebank = wholeTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(wholeTreebank, true, 0, op.trainOptions.selectivePostSplitCutOff, op.trainOptions.tagSelectivePostSplitCutOff, tlp); if (op.testOptions.verbose) { trainTreebank = trainTreebank.transform(trainTransformer); if (secondaryTreebank != null) { secondaryTreebank = secondaryTreebank.transform(trainTransformer); tuneTreebank = tuneTreebank.transform(trainTransformer);
treebank = treebank.transform(transformer); log.info("Read in " + treebank.size() + " trees from " + trainTreebankPath);
wholeTreebank = wholeTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(wholeTreebank, true, 0, op.trainOptions.selectivePostSplitCutOff, op.trainOptions.tagSelectivePostSplitCutOff, tlp); if (op.testOptions.verbose) { trainTreebank = trainTreebank.transform(trainTransformer); if (secondaryTreebank != null) { secondaryTreebank = secondaryTreebank.transform(trainTransformer); tuneTreebank = tuneTreebank.transform(trainTransformer);
Treebank annotatedTB = trainTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(annotatedTB, true, 0, op.trainOptions.selectivePostSplitCutOff, op.trainOptions.tagSelectivePostSplitCutOff, tlpParams.treebankLanguagePack()); if (op.testOptions.verbose) {
public static List<Tree> binarizeTreebank(Treebank treebank, Options op) { TreeBinarizer binarizer = TreeBinarizer.simpleTreeBinarizer(op.tlpParams.headFinder(), op.tlpParams.treebankLanguagePack()); BasicCategoryTreeTransformer basicTransformer = new BasicCategoryTreeTransformer(op.langpack()); CompositeTreeTransformer transformer = new CompositeTreeTransformer(); transformer.addTransformer(binarizer); transformer.addTransformer(basicTransformer); treebank = treebank.transform(transformer); HeadFinder binaryHeadFinder = new BinaryHeadFinder(op.tlpParams.headFinder()); List<Tree> binarizedTrees = Generics.newArrayList(); for (Tree tree : treebank) { Trees.convertToCoreLabels(tree); tree.percolateHeadAnnotations(binaryHeadFinder); // Index from 1. Tools downstream expect index from 1, so for // uses internal to the srparser we have to renormalize the // indices, with the result that here we have to index from 1 tree.indexLeaves(1, true); binarizedTrees.add(tree); } return binarizedTrees; }
Treebank annotatedTB = trainTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(annotatedTB, op.trainOptions.selectivePostSplitCutOff, op.tlpParams.treebankLanguagePack());
Treebank annotatedTB = trainTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(annotatedTB, true, 0, op.trainOptions.selectivePostSplitCutOff, op.trainOptions.tagSelectivePostSplitCutOff, op.tlpParams.treebankLanguagePack());
TreeTransformer myTransformer2 = new MyTreeTransformer2(); TreeTransformer myTransformer3 = new MyTreeTransformer3(); Treebank tf1 = c.transform(myTransformer).transform(myTransformer2).transform(myTransformer3); Treebank tf2 = new TransformingTreebank(new TransformingTreebank(new TransformingTreebank(c, myTransformer), myTransformer2), myTransformer3); TreeTransformer[] tta = { myTransformer, myTransformer2, myTransformer3 };
TreeTransformer myTransformer2 = new MyTreeTransformer2(); TreeTransformer myTransformer3 = new MyTreeTransformer3(); Treebank tf1 = c.transform(myTransformer).transform(myTransformer2).transform(myTransformer3); Treebank tf2 = new TransformingTreebank(new TransformingTreebank(new TransformingTreebank(c, myTransformer), myTransformer2), myTransformer3); TreeTransformer[] tta = { myTransformer, myTransformer2, myTransformer3 };
TreeTransformer myTransformer2 = new MyTreeTransformer2(); TreeTransformer myTransformer3 = new MyTreeTransformer3(); Treebank tf1 = c.transform(myTransformer).transform(myTransformer2).transform(myTransformer3); Treebank tf2 = new TransformingTreebank(new TransformingTreebank(new TransformingTreebank(c, myTransformer), myTransformer2), myTransformer3); TreeTransformer[] tta = { myTransformer, myTransformer2, myTransformer3 };
TreeTransformer myTransformer2 = new MyTreeTransformer2(); TreeTransformer myTransformer3 = new MyTreeTransformer3(); Treebank tf1 = c.transform(myTransformer).transform(myTransformer2).transform(myTransformer3); Treebank tf2 = new TransformingTreebank(new TransformingTreebank(new TransformingTreebank(c, myTransformer), myTransformer2), myTransformer3); TreeTransformer[] tta = { myTransformer, myTransformer2, myTransformer3 };
wholeTreebank = wholeTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(wholeTreebank, true, 0, op.trainOptions.selectivePostSplitCutOff, op.trainOptions.tagSelectivePostSplitCutOff, tlp); if (op.testOptions.verbose) { trainTreebank = trainTreebank.transform(trainTransformer); if (secondaryTreebank != null) { secondaryTreebank = secondaryTreebank.transform(trainTransformer); tuneTreebank = tuneTreebank.transform(trainTransformer);
wholeTreebank = wholeTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(wholeTreebank, true, 0, op.trainOptions.selectivePostSplitCutOff, op.trainOptions.tagSelectivePostSplitCutOff, tlp); if (op.testOptions.verbose) { trainTreebank = trainTreebank.transform(trainTransformer); if (secondaryTreebank != null) { secondaryTreebank = secondaryTreebank.transform(trainTransformer); tuneTreebank = tuneTreebank.transform(trainTransformer);
public static List<Tree> binarizeTreebank(Treebank treebank, Options op) { TreeBinarizer binarizer = TreeBinarizer.simpleTreeBinarizer(op.tlpParams.headFinder(), op.tlpParams.treebankLanguagePack()); BasicCategoryTreeTransformer basicTransformer = new BasicCategoryTreeTransformer(op.langpack()); CompositeTreeTransformer transformer = new CompositeTreeTransformer(); transformer.addTransformer(binarizer); transformer.addTransformer(basicTransformer); treebank = treebank.transform(transformer); HeadFinder binaryHeadFinder = new BinaryHeadFinder(op.tlpParams.headFinder()); List<Tree> binarizedTrees = Generics.newArrayList(); for (Tree tree : treebank) { Trees.convertToCoreLabels(tree); tree.percolateHeadAnnotations(binaryHeadFinder); // Index from 1. Tools downstream expect index from 1, so for // uses internal to the srparser we have to renormalize the // indices, with the result that here we have to index from 1 tree.indexLeaves(1, true); binarizedTrees.add(tree); } return binarizedTrees; }
Treebank annotatedTB = trainTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(annotatedTB, true, 0, op.trainOptions.selectivePostSplitCutOff, op.trainOptions.tagSelectivePostSplitCutOff, tlpParams.treebankLanguagePack()); if (op.testOptions.verbose) {
public static List<Tree> binarizeTreebank(Treebank treebank, Options op) { TreeBinarizer binarizer = TreeBinarizer.simpleTreeBinarizer(op.tlpParams.headFinder(), op.tlpParams.treebankLanguagePack()); BasicCategoryTreeTransformer basicTransformer = new BasicCategoryTreeTransformer(op.langpack()); CompositeTreeTransformer transformer = new CompositeTreeTransformer(); transformer.addTransformer(binarizer); transformer.addTransformer(basicTransformer); treebank = treebank.transform(transformer); HeadFinder binaryHeadFinder = new BinaryHeadFinder(op.tlpParams.headFinder()); List<Tree> binarizedTrees = Generics.newArrayList(); for (Tree tree : treebank) { Trees.convertToCoreLabels(tree); tree.percolateHeadAnnotations(binaryHeadFinder); // Index from 1. Tools downstream expect index from 1, so for // uses internal to the srparser we have to renormalize the // indices, with the result that here we have to index from 1 tree.indexLeaves(1, true); binarizedTrees.add(tree); } return binarizedTrees; }
public static List<Tree> binarizeTreebank(Treebank treebank, Options op) { TreeBinarizer binarizer = new TreeBinarizer(op.tlpParams.headFinder(), op.tlpParams.treebankLanguagePack(), false, false, 0, false, false, 0.0, false, true, true); BasicCategoryTreeTransformer basicTransformer = new BasicCategoryTreeTransformer(op.langpack()); CompositeTreeTransformer transformer = new CompositeTreeTransformer(); transformer.addTransformer(binarizer); transformer.addTransformer(basicTransformer); treebank = treebank.transform(transformer); HeadFinder binaryHeadFinder = new BinaryHeadFinder(op.tlpParams.headFinder()); List<Tree> binarizedTrees = Generics.newArrayList(); for (Tree tree : treebank) { Trees.convertToCoreLabels(tree); tree.percolateHeadAnnotations(binaryHeadFinder); // Index from 1. Tools downstream expect index from 1, so for // uses internal to the srparser we have to renormalize the // indices, with the result that here we have to index from 1 tree.indexLeaves(1, true); binarizedTrees.add(tree); } return binarizedTrees; }
Treebank annotatedTB = trainTreebank.transform(myTransformer); op.trainOptions.postSplitters = ParentAnnotationStats.getSplitCategories(annotatedTB, true, 0, op.trainOptions.selectivePostSplitCutOff, op.trainOptions.tagSelectivePostSplitCutOff, tlpParams.treebankLanguagePack()); if (op.testOptions.verbose) {