UnaryGrammar newUG = new UnaryGrammar(newIndex); for (UnaryRule unaryRule : unaryRules) { newUG.addRule(unaryRule);
UnaryGrammar ug = new UnaryGrammar(stateIndex); ug.readData(in);
@Override public Pair<UnaryGrammar,BinaryGrammar> formResult() { stateIndex.addToIndex(Lexicon.BOUNDARY_TAG); BinaryGrammar bg = new BinaryGrammar(stateIndex); UnaryGrammar ug = new UnaryGrammar(stateIndex); // add unaries for (UnaryRule ur : unaryRules) { ur.score = (float) Math.log(unaryRuleCounter.getCount(ur) / symbolCounter.getCount(stateIndex.get(ur.parent))); if (op.trainOptions.compactGrammar() >= 4) { ur.score = (float) unaryRuleCounter.getCount(ur); } ug.addRule(ur); } // add binaries for (BinaryRule br : binaryRules) { br.score = (float) Math.log((binaryRuleCounter.getCount(br) - op.trainOptions.ruleDiscount) / symbolCounter.getCount(stateIndex.get(br.parent))); if (op.trainOptions.compactGrammar() >= 4) { br.score = (float) binaryRuleCounter.getCount(br); } bg.addRule(br); } return new Pair<>(ug, bg); }
UnaryGrammar ug = new UnaryGrammar(newStateIndex); BinaryGrammar bg = new BinaryGrammar(newStateIndex); for (UnaryRule rule : unaryRules) {
UnaryGrammar ug = new UnaryGrammar(stateIndex); for (String parent : tempUnaryBetas.firstKeySet()) { int parentStates = getStateSplitCount(parent);
UnaryGrammar ug = new UnaryGrammar(stateNumberer.total()); for (UnaryRule ur : unaryRules) { ug.addRule(ur);
@Override public Pair<UnaryGrammar,BinaryGrammar> formResult() { stateNumberer.number(Lexicon.BOUNDARY_TAG); BinaryGrammar bg = new BinaryGrammar(stateNumberer.total()); UnaryGrammar ug = new UnaryGrammar(stateNumberer.total()); // add unaries for (Iterator<Rule> uI = unaryRules.iterator(); uI.hasNext();) { UnaryRule ur = (UnaryRule) uI.next(); ur.score = (float) Math.log(ruleCounter.getCount(ur) / symbolCounter.getCount((String)stateNumberer.object(ur.parent))); if (Train.compactGrammar() >= 4) { ur.score = (float) ruleCounter.getCount(ur); } ug.addRule(ur); } // add binaries for (Iterator<Rule> bI = binaryRules.iterator(); bI.hasNext();) { BinaryRule br = (BinaryRule) bI.next(); br.score = (float) Math.log((ruleCounter.getCount(br) - Train.ruleDiscount) / symbolCounter.getCount((String)stateNumberer.object(br.parent))); if (Train.compactGrammar() >= 4) { br.score = (float) ruleCounter.getCount(br); } bg.addRule(br); } return new Pair<UnaryGrammar,BinaryGrammar>(ug, bg); }
UnaryGrammar ug = new UnaryGrammar(stateIndex); ug.readData(in); System.err.print(".");
line = in.readLine(); confirmBeginBlock(textFileOrUrl, line); UnaryGrammar ug = new UnaryGrammar(op.numStates); ug.readData(in); System.err.print(".");
UnaryGrammar ug = new UnaryGrammar(stateIndex); ug.readData(in);
UnaryGrammar ug = new UnaryGrammar(stateIndex); ug.readData(in);
@Override public Pair<UnaryGrammar,BinaryGrammar> formResult() { stateIndex.addToIndex(Lexicon.BOUNDARY_TAG); BinaryGrammar bg = new BinaryGrammar(stateIndex); UnaryGrammar ug = new UnaryGrammar(stateIndex); // add unaries for (UnaryRule ur : unaryRules) { ur.score = (float) Math.log(unaryRuleCounter.getCount(ur) / symbolCounter.getCount(stateIndex.get(ur.parent))); if (op.trainOptions.compactGrammar() >= 4) { ur.score = (float) unaryRuleCounter.getCount(ur); } ug.addRule(ur); } // add binaries for (BinaryRule br : binaryRules) { br.score = (float) Math.log((binaryRuleCounter.getCount(br) - op.trainOptions.ruleDiscount) / symbolCounter.getCount(stateIndex.get(br.parent))); if (op.trainOptions.compactGrammar() >= 4) { br.score = (float) binaryRuleCounter.getCount(br); } bg.addRule(br); } return new Pair<>(ug, bg); }
@Override public Pair<UnaryGrammar,BinaryGrammar> formResult() { stateIndex.addToIndex(Lexicon.BOUNDARY_TAG); BinaryGrammar bg = new BinaryGrammar(stateIndex); UnaryGrammar ug = new UnaryGrammar(stateIndex); // add unaries for (UnaryRule ur : unaryRules) { ur.score = (float) Math.log(unaryRuleCounter.getCount(ur) / symbolCounter.getCount(stateIndex.get(ur.parent))); if (op.trainOptions.compactGrammar() >= 4) { ur.score = (float) unaryRuleCounter.getCount(ur); } ug.addRule(ur); } // add binaries for (BinaryRule br : binaryRules) { br.score = (float) Math.log((binaryRuleCounter.getCount(br) - op.trainOptions.ruleDiscount) / symbolCounter.getCount(stateIndex.get(br.parent))); if (op.trainOptions.compactGrammar() >= 4) { br.score = (float) binaryRuleCounter.getCount(br); } bg.addRule(br); } return new Pair<>(ug, bg); }
@Override public Pair<UnaryGrammar,BinaryGrammar> formResult() { stateIndex.indexOf(Lexicon.BOUNDARY_TAG, true); BinaryGrammar bg = new BinaryGrammar(stateIndex); UnaryGrammar ug = new UnaryGrammar(stateIndex); // add unaries for (UnaryRule ur : unaryRules) { ur.score = (float) Math.log(unaryRuleCounter.getCount(ur) / symbolCounter.getCount(stateIndex.get(ur.parent))); if (op.trainOptions.compactGrammar() >= 4) { ur.score = (float) unaryRuleCounter.getCount(ur); } ug.addRule(ur); } // add binaries for (BinaryRule br : binaryRules) { br.score = (float) Math.log((binaryRuleCounter.getCount(br) - op.trainOptions.ruleDiscount) / symbolCounter.getCount(stateIndex.get(br.parent))); if (op.trainOptions.compactGrammar() >= 4) { br.score = (float) binaryRuleCounter.getCount(br); } bg.addRule(br); } return new Pair<UnaryGrammar,BinaryGrammar>(ug, bg); }
UnaryGrammar ug = new UnaryGrammar(newStateIndex); BinaryGrammar bg = new BinaryGrammar(newStateIndex); for (UnaryRule rule : unaryRules) {
UnaryGrammar ug = new UnaryGrammar(newStateIndex); BinaryGrammar bg = new BinaryGrammar(newStateIndex); for (UnaryRule rule : unaryRules) {
UnaryGrammar ug = new UnaryGrammar(newStateIndex); BinaryGrammar bg = new BinaryGrammar(newStateIndex); for (UnaryRule rule : unaryRules) {
UnaryGrammar ug = new UnaryGrammar(stateIndex); for (String parent : tempUnaryBetas.firstKeySet()) { int parentStates = getStateSplitCount(parent);
UnaryGrammar ug = new UnaryGrammar(stateIndex); for (String parent : tempUnaryBetas.firstKeySet()) { int parentStates = getStateSplitCount(parent);
UnaryGrammar ug = new UnaryGrammar(stateIndex); for (String parent : tempUnaryBetas.firstKeySet()) { int parentStates = getStateSplitCount(parent);