@Override public Iterator<Instance> iterator() { return preferences.getAllUidx() .mapToObj(preferences::getUidxPreferences) .map(userPreferences -> { FeatureSequence sequence = new FeatureSequence(alphabet); userPreferences .forEach(pref -> range(0, (int) pref.v2) .forEach(i -> sequence.add(pref.v1))); return new Instance(sequence, null, null, null); }) .iterator(); }
public FeatureSequence randomFeatureSequence (Randoms r, int length) { if (! (dictionary instanceof Alphabet)) throw new UnsupportedOperationException ("Multinomial's dictionary must be a Alphabet"); FeatureSequence fs = new FeatureSequence ((Alphabet)dictionary, length); while (length-- > 0) fs.add (randomIndex (r)); return fs; }
public FeatureSequence randomFeatureSequence (Randoms r, int length) { if (! (dictionary instanceof Alphabet)) throw new UnsupportedOperationException ("Multinomial's dictionary must be a Alphabet"); FeatureSequence fs = new FeatureSequence ((Alphabet)dictionary, length); while (length-- > 0) fs.add (randomIndex (r)); return fs; }
public FeatureSequence randomFeatureSequence (Randoms r, int length) { if (! (dictionary instanceof Alphabet)) throw new UnsupportedOperationException ("Multinomial's dictionary must be a Alphabet"); FeatureSequence fs = new FeatureSequence ((Alphabet)dictionary, length); while (length-- > 0) fs.add (randomIndex (r)); return fs; }
public Instance pipe (Instance carrier) { long start = System.nanoTime(); try { ArrayList<String> tokens = (ArrayList<String>) carrier.getData(); FeatureSequence featureSequence = new FeatureSequence ((Alphabet) getDataAlphabet(), tokens.size()); for (int i = 0; i < tokens.size(); i++) { featureSequence.add (tokens.get(i)); } carrier.setData(featureSequence); totalNanos += System.nanoTime() - start; } catch (ClassCastException cce) { System.err.println("Expecting ArrayList<String>, found " + carrier.getData().getClass()); } return carrier; }
public Instance pipe (Instance carrier) { long start = System.nanoTime(); try { ArrayList<String> tokens = (ArrayList<String>) carrier.getData(); FeatureSequence featureSequence = new FeatureSequence ((Alphabet) getDataAlphabet(), tokens.size()); for (int i = 0; i < tokens.size(); i++) { featureSequence.add (tokens.get(i)); } carrier.setData(featureSequence); totalNanos += System.nanoTime() - start; } catch (ClassCastException cce) { System.err.println("Expecting ArrayList<String>, found " + carrier.getData().getClass()); } return carrier; }
public Instance pipe (Instance carrier) { long start = System.nanoTime(); try { ArrayList<String> tokens = (ArrayList<String>) carrier.getData(); FeatureSequence featureSequence = new FeatureSequence ((Alphabet) getDataAlphabet(), tokens.size()); for (int i = 0; i < tokens.size(); i++) { featureSequence.add (tokens.get(i)); } carrier.setData(featureSequence); totalNanos += System.nanoTime() - start; } catch (ClassCastException cce) { System.err.println("Expecting ArrayList<String>, found " + carrier.getData().getClass()); } return carrier; }
public FeatureSequence toFeatureSequence (Alphabet dict) { FeatureSequence fs = new FeatureSequence( dict, this.size() ); for (int i = 0; i < this.size(); i++) fs.add (dict.lookupIndex( (this.get(i)).getText())); return fs; }
public FeatureSequence toFeatureSequence (Alphabet dict) { FeatureSequence fs = new FeatureSequence( dict, this.size() ); for (int i = 0; i < this.size(); i++) fs.add (dict.lookupIndex( (this.get(i)).getText())); return fs; }
public FeatureSequence toFeatureSequence (Alphabet dict) { FeatureSequence fs = new FeatureSequence( dict, this.size() ); for (int i = 0; i < this.size(); i++) fs.add (dict.lookupIndex( (this.get(i)).getText())); return fs; }
public Instance pipe (Instance carrier) { //Object in = carrier.getData(); Object target = carrier.getTarget(); if (target instanceof FeatureSequence) ; // Nothing to do else if (target instanceof TokenSequence) { TokenSequence ts = (TokenSequence) target; FeatureSequence fs = new FeatureSequence (getTargetAlphabet(), ts.size()); for (int i = 0; i < ts.size(); i++) fs.add (ts.get(i).getText()); carrier.setTarget(fs); } else { throw new IllegalArgumentException ("Unrecognized target type."); } return carrier; }
public Instance pipe (Instance carrier) { //Object in = carrier.getData(); Object target = carrier.getTarget(); if (target instanceof FeatureSequence) ; // Nothing to do else if (target instanceof TokenSequence) { TokenSequence ts = (TokenSequence) target; FeatureSequence fs = new FeatureSequence (getTargetAlphabet(), ts.size()); for (int i = 0; i < ts.size(); i++) fs.add (ts.get(i).getText()); carrier.setTarget(fs); } else { throw new IllegalArgumentException ("Unrecognized target type."); } return carrier; }
public Instance pipe (Instance carrier) { //Object in = carrier.getData(); Object target = carrier.getTarget(); if (target == null) return carrier; if (target instanceof FeatureSequence) ; // Nothing to do else if (target instanceof TokenSequence) { TokenSequence ts = (TokenSequence) target; FeatureSequence fs = new FeatureSequence (getTargetAlphabet(), ts.size()); for (int i = 0; i < ts.size(); i++) fs.add (ts.get(i).getText()); carrier.setTarget(fs); } else { throw new IllegalArgumentException ("Unrecognized target type."); } return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); FeatureSequence ret = new FeatureSequence ((Alphabet)getDataAlphabet(), ts.size()); for (int i = 0; i < ts.size(); i++) { ret.add (ts.get(i).getText()); } carrier.setData(ret); return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); FeatureSequence ret = new FeatureSequence ((Alphabet)getDataAlphabet(), ts.size()); for (int i = 0; i < ts.size(); i++) { ret.add (ts.get(i).getText()); } carrier.setData(ret); return carrier; }
public Instance pipe (Instance carrier) { TokenSequence ts = (TokenSequence) carrier.getData(); FeatureSequence ret = new FeatureSequence ((Alphabet)getDataAlphabet(), ts.size()); for (int i = 0; i < ts.size(); i++) { ret.add (ts.get(i).getText()); } carrier.setData(ret); return carrier; }
public void testNewPutSizeFreeze () { Alphabet dict = new Alphabet (); FeatureSequence fs = new FeatureSequence (dict, 10); fs.add (dict.lookupIndex ("apple")); fs.add (dict.lookupIndex ("bear")); fs.add (dict.lookupIndex ("car")); fs.add (dict.lookupIndex ("door")); assertTrue (fs.size() == 4); double[] weights = new double[4]; fs.addFeatureWeightsTo (weights); assertTrue (weights[1] == 1.0); fs.add (dict.lookupIndex ("bear")); int[] feats = fs.toFeatureIndexSequence(); assertTrue (feats[0] == 0); assertTrue (feats[1] == 1); assertTrue (feats[2] == 2); assertTrue (feats[3] == 3); assertTrue (feats[4] == 1); }
public void testNewPutSizeFreeze () { Alphabet dict = new Alphabet (); FeatureSequence fs = new FeatureSequence (dict, 10); fs.add (dict.lookupIndex ("apple")); fs.add (dict.lookupIndex ("bear")); fs.add (dict.lookupIndex ("car")); fs.add (dict.lookupIndex ("door")); assertTrue (fs.size() == 4); double[] weights = new double[4]; fs.addFeatureWeightsTo (weights); assertTrue (weights[1] == 1.0); fs.add (dict.lookupIndex ("bear")); int[] feats = fs.toFeatureIndexSequence(); assertTrue (feats[0] == 0); assertTrue (feats[1] == 1); assertTrue (feats[2] == 2); assertTrue (feats[3] == 3); assertTrue (feats[4] == 1); }
protected void setUp () { dict = new Alphabet (); fs = new FeatureSequence (dict, 2); fs.add (dict.lookupIndex ("a")); fs.add (dict.lookupIndex ("n")); fs.add (dict.lookupIndex ("d")); fs.add (dict.lookupIndex ("r")); fs.add (dict.lookupIndex ("e")); fs.add (dict.lookupIndex ("w")); fs.add (dict.lookupIndex ("m")); fs.add (dict.lookupIndex ("c")); fs.add (dict.lookupIndex ("c")); fs.add (dict.lookupIndex ("a")); fs.add (dict.lookupIndex ("l")); fs.add (dict.lookupIndex ("l")); fs.add (dict.lookupIndex ("u")); fs.add (dict.lookupIndex ("m")); //System.out.println (fs.toString()); fv = new FeatureVector (fs); //System.out.println (fs.toString()); //System.out.println (fv.toString()); }
protected void setUp () { dict = new Alphabet (); fs = new FeatureSequence (dict, 2); fs.add (dict.lookupIndex ("a")); fs.add (dict.lookupIndex ("n")); fs.add (dict.lookupIndex ("d")); fs.add (dict.lookupIndex ("r")); fs.add (dict.lookupIndex ("e")); fs.add (dict.lookupIndex ("w")); fs.add (dict.lookupIndex ("m")); fs.add (dict.lookupIndex ("c")); fs.add (dict.lookupIndex ("c")); fs.add (dict.lookupIndex ("a")); fs.add (dict.lookupIndex ("l")); fs.add (dict.lookupIndex ("l")); fs.add (dict.lookupIndex ("u")); fs.add (dict.lookupIndex ("m")); //System.out.println (fs.toString()); fv = new FeatureVector (fs); //System.out.println (fs.toString()); //System.out.println (fv.toString()); }