public TransitionIterator (State source, FeatureVectorSequence inputSeq, int inputPosition, String output, CRF crf) { this (source, inputSeq.get(inputPosition), output, crf); }
public TransitionIterator (State source, FeatureVectorSequence inputSeq, int inputPosition, String output, CRF crf) { this (source, inputSeq.get(inputPosition), output, crf); }
public TransitionIterator (State source, FeatureVectorSequence inputSeq, int inputPosition, String output, CRF crf) { this (source, inputSeq.get(inputPosition), output, crf); }
public BitSet preProcess(InstanceList data) { // count BitSet bitSet = new BitSet(data.size()); int ii = 0; for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 1; ip < fvs.size(); ip++) { for (int fi : constraintsMap.keys()) { // binary constraint features if (fvs.get(ip).location(fi) >= 0) { constraintsList.get(constraintsMap.get(fi)).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count BitSet bitSet = new BitSet(data.size()); int ii = 0; for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 1; ip < fvs.size(); ip++) { for (int fi : constraintsMap.keys()) { // binary constraint features if (fvs.get(ip).location(fi) >= 0) { constraintsList.get(constraintsMap.get(fi)).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count BitSet bitSet = new BitSet(data.size()); int ii = 0; for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 1; ip < fvs.size(); ip++) { for (int fi : constraintsMap.keys()) { // binary constraint features if (fvs.get(ip).location(fi) >= 0) { constraintsList.get(constraintsMap.get(fi)).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } } ii++; } return bitSet; }
public void induceFeaturesFor (InstanceList ilist, boolean withFeatureShrinkage, boolean addPerClassFeatures) { assert (addPerClassFeatures == false); assert (withFeatureShrinkage == false); FeatureSelection fs = ilist.getFeatureSelection (); assert (ilist.getPerLabelFeatureSelection() == null); if (fcl.size() == 0) return; for (int i = 0; i < ilist.size(); i++) { //System.out.println ("Induced features for instance #"+i); Instance inst = ilist.get(i); Object data = inst.getData (); if (data instanceof AugmentableFeatureVector) { AugmentableFeatureVector afv = (AugmentableFeatureVector) data; fcl.addTo (afv, 1.0, fs); } else if (data instanceof FeatureVectorSequence) { FeatureVectorSequence fvs = (FeatureVectorSequence) data; for (int j = 0; j < fvs.size(); j++) fcl.addTo ((AugmentableFeatureVector) fvs.get(j), 1.0, fs); } else { throw new IllegalArgumentException ("Unsupported instance data type "+data.getClass().getName()); } } }
public void induceFeaturesFor (InstanceList ilist, boolean withFeatureShrinkage, boolean addPerClassFeatures) { assert (addPerClassFeatures == false); assert (withFeatureShrinkage == false); FeatureSelection fs = ilist.getFeatureSelection (); assert (ilist.getPerLabelFeatureSelection() == null); if (fcl.size() == 0) return; for (int i = 0; i < ilist.size(); i++) { //System.out.println ("Induced features for instance #"+i); Instance inst = ilist.get(i); Object data = inst.getData (); if (data instanceof AugmentableFeatureVector) { AugmentableFeatureVector afv = (AugmentableFeatureVector) data; fcl.addTo (afv, 1.0, fs); } else if (data instanceof FeatureVectorSequence) { FeatureVectorSequence fvs = (FeatureVectorSequence) data; for (int j = 0; j < fvs.size(); j++) fcl.addTo ((AugmentableFeatureVector) fvs.get(j), 1.0, fs); } else { throw new IllegalArgumentException ("Unsupported instance data type "+data.getClass().getName()); } } }
public void induceFeaturesFor (InstanceList ilist, boolean withFeatureShrinkage, boolean addPerClassFeatures) { assert (addPerClassFeatures == false); assert (withFeatureShrinkage == false); FeatureSelection fs = ilist.getFeatureSelection (); assert (ilist.getPerLabelFeatureSelection() == null); if (fcl.size() == 0) return; for (int i = 0; i < ilist.size(); i++) { //System.out.println ("Induced features for instance #"+i); Instance inst = ilist.get(i); Object data = inst.getData (); if (data instanceof AugmentableFeatureVector) { AugmentableFeatureVector afv = (AugmentableFeatureVector) data; fcl.addTo (afv, 1.0, fs); } else if (data instanceof FeatureVectorSequence) { FeatureVectorSequence fvs = (FeatureVectorSequence) data; for (int j = 0; j < fvs.size(); j++) fcl.addTo ((AugmentableFeatureVector) fvs.get(j), 1.0, fs); } else { throw new IllegalArgumentException ("Unsupported instance data type "+data.getClass().getName()); } } }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } if (constraints.containsKey(fv.getAlphabet().size())) { bitSet.set(ii); constraints.get(fv.getAlphabet().size()).count += 1; } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } if (constraints.containsKey(fv.getAlphabet().size())) { bitSet.set(ii); constraints.get(fv.getAlphabet().size()).count += 1; } } ii++; } return bitSet; }
public BitSet preProcess(InstanceList data) { // count int ii = 0; int fi; FeatureVector fv; BitSet bitSet = new BitSet(data.size()); for (Instance instance : data) { FeatureVectorSequence fvs = (FeatureVectorSequence)instance.getData(); for (int ip = 0; ip < fvs.size(); ip++) { fv = fvs.get(ip); for (int loc = 0; loc < fv.numLocations(); loc++) { fi = fv.indexAtLocation(loc); if (constraints.containsKey(fi)) { constraints.get(fi).count += 1; bitSet.set(ii); } } if (constraints.containsKey(fv.getAlphabet().size())) { bitSet.set(ii); constraints.get(fv.getAlphabet().size()).count += 1; } } ii++; } return bitSet; }
private static RankedFeatureVector countFeatures(InstanceList ilist, boolean countInstances) { int numFeatures = ilist.getDataAlphabet().size(); double[] counts = new double[numFeatures]; for (int i = 0; i < ilist.size(); i++) { Instance inst = ilist.get(i); if (ilist.getInstanceWeight(i) == 0) { continue; } Object data = inst.getData(); if (data instanceof FeatureVectorSequence) { FeatureVectorSequence fvs = (FeatureVectorSequence) data; for (int j = 0; j < fvs.size(); j++) { countVector(counts, fvs.get(j), countInstances); } } else { throw new IllegalArgumentException("Currently only handles FeatureVectorSequence data"); } } return new RankedFeatureVector(ilist.getDataAlphabet(), counts); }
private static double[] calcFeatureCounts(InstanceList ilist) { int numInstances = ilist.size(); int numClasses = ilist.getTargetAlphabet().size(); int numFeatures = ilist.getDataAlphabet().size(); double[] counts = new double[numFeatures]; double count; for (int i = 0; i < ilist.size(); i++) { Instance inst = ilist.get(i); if (ilist.getInstanceWeight(i) == 0) continue; Object data = inst.getData(); if (data instanceof FeatureVector) { countVector(counts, (FeatureVector) data); } else if (data instanceof FeatureVectorSequence) { FeatureVectorSequence fvs = (FeatureVectorSequence) data; for (int j = 0; j < fvs.size(); j++) { countVector(counts, fvs.get(i)); } } else { throw new IllegalArgumentException("Currently only handles FeatureVector and FeatureVectorSequence data"); } } return counts; }