public Iterator<Instance> newIteratorFrom (Iterator<Instance> source) { if (pipes.size() == 0) return source; Iterator<Instance> ret = pipes.get(0).newIteratorFrom(source); for (int i = 1; i < pipes.size(); i++) ret = pipes.get(i).newIteratorFrom(ret); return ret; }
public Iterator<Instance> newIteratorFrom (Iterator<Instance> source) { if (pipes.size() == 0) return source; Iterator<Instance> ret = pipes.get(0).newIteratorFrom(source); for (int i = 1; i < pipes.size(); i++) ret = pipes.get(i).newIteratorFrom(ret); return ret; }
public Iterator<Instance> newIteratorFrom (Iterator<Instance> source) { if (pipes.size() == 0) return source; Iterator<Instance> ret = pipes.get(0).newIteratorFrom(source); for (int i = 1; i < pipes.size(); i++) ret = pipes.get(i).newIteratorFrom(ret); return ret; }
public Iterator<Instance> newIteratorFrom (Iterator<Instance> source) { if (pipes.size() == 0) return new EmptyInstanceIterator(); Iterator<Instance> ret = pipes.get(0).newIteratorFrom(source); for (int i = 1; i < pipes.size(); i++) ret = pipes.get(i).newIteratorFrom(ret); return ret; }
public Iterator<Instance> newIteratorFrom (Iterator<Instance> source) { if (pipes.size() == 0) return new EmptyInstanceIterator(); Iterator<Instance> ret = pipes.get(0).newIteratorFrom(source); for (int i = 1; i < pipes.size(); i++) ret = pipes.get(i).newIteratorFrom(ret); return ret; }
public Iterator<Instance> newIteratorFrom (Iterator<Instance> source) { if (pipes.size() == 0) return new EmptyInstanceIterator(); Iterator<Instance> ret = pipes.get(0).newIteratorFrom(source); for (int i = 1; i < pipes.size(); i++) ret = pipes.get(i).newIteratorFrom(ret); return ret; }
/** Adds to this list every instance generated by the iterator, * passing each one through this InstanceList's pipe. */ // TODO This method should be renamed addPiped(Iterator<Instance> ii) public void addThruPipe (Iterator<Instance> ii) { //for debug Iterator<Instance> pipedInstanceIterator = pipe.newIteratorFrom(ii); while (pipedInstanceIterator.hasNext()) { add (pipedInstanceIterator.next()); //System.out.println("Add instance " + pipedInstanceIterator.next().getName()); } }
/** A convenience method that will pull all instances from source through this pipe, * and return the results as an array. */ public Instance[] instancesFrom (Iterator<Instance> source) { source = this.newIteratorFrom(source); if (!source.hasNext()) return new Instance[0]; Instance inst = source.next(); if (!source.hasNext()) return new Instance[] {inst}; ArrayList<Instance> ret = new ArrayList<Instance>(); ret.add(inst); while (source.hasNext()) ret.add (source.next()); return (Instance[])ret.toArray(); }
/** Adds to this list every instance generated by the iterator, * passing each one through this InstanceList's pipe. */ // TODO This method should be renamed addPiped(Iterator<Instance> ii) public void addThruPipe (Iterator<Instance> ii) { //for debug Iterator<Instance> pipedInstanceIterator = pipe.newIteratorFrom(ii); while (pipedInstanceIterator.hasNext()) { add (pipedInstanceIterator.next()); //System.out.println("Add instance " + pipedInstanceIterator.next().getName()); } }
/** Adds to this list every instance generated by the iterator, * passing each one through this InstanceList's pipe. */ // TODO This method should be renamed addPiped(Iterator<Instance> ii) public void addThruPipe (Iterator<Instance> ii) { //for debug Iterator<Instance> pipedInstanceIterator = pipe.newIteratorFrom(ii); while (pipedInstanceIterator.hasNext()) { add (pipedInstanceIterator.next()); //System.out.println("Add instance " + pipedInstanceIterator.next().getName()); } }
/** A convenience method that will pull all instances from source through this pipe, * and return the results as an array. */ public Instance[] instancesFrom (Iterator<Instance> source) { source = this.newIteratorFrom(source); if (!source.hasNext()) return new Instance[0]; Instance inst = source.next(); if (!source.hasNext()) return new Instance[] {inst}; ArrayList<Instance> ret = new ArrayList<Instance>(); ret.add(inst); while (source.hasNext()) ret.add (source.next()); return (Instance[])ret.toArray(); }
/** A convenience method that will pull all instances from source through this pipe, * and return the results as an array. */ public Instance[] instancesFrom (Iterator<Instance> source) { source = this.newIteratorFrom(source); if (!source.hasNext()) return new Instance[0]; Instance inst = source.next(); if (!source.hasNext()) return new Instance[] {inst}; ArrayList<Instance> ret = new ArrayList<Instance>(); ret.add(inst); while (source.hasNext()) ret.add (source.next()); return (Instance[])ret.toArray(); }
/** Constructs and appends an instance to this list, passing it through this * list's pipe and assigning it the specified weight. * @return <code>true</code> * @deprecated Use trainingset.addThruPipe (new Instance(data,target,name,source)) instead. */ @Deprecated public boolean add (Object data, Object target, Object name, Object source, double instanceWeight) { Instance inst = new Instance (data, target, name, source); Iterator<Instance> ii = pipe.newIteratorFrom(new SingleInstanceIterator(inst)); if (ii.hasNext()) { add (ii.next(), instanceWeight); return true; } return false; }
/** Constructs and appends an instance to this list, passing it through this * list's pipe and assigning it the specified weight. * @return <code>true</code> * @deprecated Use trainingset.addThruPipe (new Instance(data,target,name,source)) instead. */ @Deprecated public boolean add (Object data, Object target, Object name, Object source, double instanceWeight) { Instance inst = new Instance (data, target, name, source); Iterator<Instance> ii = pipe.newIteratorFrom(new SingleInstanceIterator(inst)); if (ii.hasNext()) { add (ii.next(), instanceWeight); return true; } return false; }
/** Constructs and appends an instance to this list, passing it through this * list's pipe and assigning it the specified weight. * @return <code>true</code> * @deprecated Use trainingset.addThruPipe (new Instance(data,target,name,source)) instead. */ @Deprecated public boolean add (Object data, Object target, Object name, Object source, double instanceWeight) { Instance inst = new Instance (data, target, name, source); Iterator<Instance> ii = pipe.newIteratorFrom(new SingleInstanceIterator(inst)); if (ii.hasNext()) { add (ii.next(), instanceWeight); return true; } return false; }
public static void writeInstanceList(ArrayList<Pipe> pipes) throws Exception { Pipe serialPipe = new SerialPipes(pipes); DBInstanceStore saver = new DBInstanceStore(outputDatabase.value); for (String filename: inputFiles.value) { logger.info("importing from " + filename); CsvIterator reader = new CsvIterator(new FileReader(filename), "(.*?)\\t(.*?)\\t(.*)", 3, 2, 1); saver.saveInstances(serialPipe.newIteratorFrom(reader)); } saver.saveAlphabets(serialPipe.getDataAlphabet(), serialPipe.getTargetAlphabet()); saver.cleanup(); }
public static void writeInstanceList(ArrayList<Pipe> pipes) throws Exception { Pipe serialPipe = new SerialPipes(pipes); DBInstanceStore saver = new DBInstanceStore(outputDatabase.value); for (String filename: inputFiles.value) { logger.info("importing from " + filename); CsvIterator reader = new CsvIterator(new FileReader(filename), "(.*?)\\t(.*?)\\t(.*)", 3, 2, 1); saver.saveInstances(serialPipe.newIteratorFrom(reader)); } saver.saveAlphabets(serialPipe.getDataAlphabet(), serialPipe.getTargetAlphabet()); saver.cleanup(); }
public static void writeInstanceList(ArrayList<Pipe> pipes) throws Exception { Pipe serialPipe = new SerialPipes(pipes); DBInstanceStore saver = new DBInstanceStore(outputDatabase.value); for (String filename: inputFiles.value) { logger.info("importing from " + filename); CsvIterator reader = new CsvIterator(new FileReader(filename), "(.*?)\\t(.*?)\\t(.*)", 3, 2, 1); saver.saveInstances(serialPipe.newIteratorFrom(reader)); } saver.saveAlphabets(serialPipe.getDataAlphabet(), serialPipe.getTargetAlphabet()); saver.cleanup(); }
public static void main (String[] args) throws Exception { DBInstanceStore saver = new DBInstanceStore(args[0]); ArrayList<Pipe> pipeList = new ArrayList<Pipe>(); // Read data from File objects pipeList.add(new Input2CharSequence("UTF-8")); // Regular expression for what constitutes a token. // This pattern includes Unicode letters, Unicode numbers, // and the underscore character. Alternatives: // "\\S+" (anything not whitespace) // "\\w+" ( A-Z, a-z, 0-9, _ ) // "[\\p{L}\\p{N}_]+|[\\p{P}]+" (a group of only letters and numbers OR // a group of only punctuation marks) Pattern tokenPattern = Pattern.compile("\\p{L}[\\p{L}\\p{P}]*\\p{L}"); // Tokenize raw strings pipeList.add(new CharSequence2TokenSequence(tokenPattern)); pipeList.add(new TokenSequence2FeatureSequence()); CsvIterator reader = new CsvIterator(new FileReader(new File(args[1])), "(.*?)\\t(.*?)\\t(.*)", 3, 2, 1); Pipe serialPipe = new SerialPipes(pipeList); Iterator<Instance> iterator = serialPipe.newIteratorFrom(reader); saver.saveInstances(iterator); saver.saveAlphabets(serialPipe.getDataAlphabet(), serialPipe.getTargetAlphabet()); saver.cleanup(); }
public static void main (String[] args) throws Exception { DBInstanceStore saver = new DBInstanceStore(args[0]); ArrayList<Pipe> pipeList = new ArrayList<Pipe>(); // Read data from File objects pipeList.add(new Input2CharSequence("UTF-8")); // Regular expression for what constitutes a token. // This pattern includes Unicode letters, Unicode numbers, // and the underscore character. Alternatives: // "\\S+" (anything not whitespace) // "\\w+" ( A-Z, a-z, 0-9, _ ) // "[\\p{L}\\p{N}_]+|[\\p{P}]+" (a group of only letters and numbers OR // a group of only punctuation marks) Pattern tokenPattern = Pattern.compile("\\p{L}[\\p{L}\\p{P}]*\\p{L}"); // Tokenize raw strings pipeList.add(new CharSequence2TokenSequence(tokenPattern)); pipeList.add(new TokenSequence2FeatureSequence()); CsvIterator reader = new CsvIterator(new FileReader(new File(args[1])), "(.*?)\\t(.*?)\\t(.*)", 3, 2, 1); Pipe serialPipe = new SerialPipes(pipeList); Iterator<Instance> iterator = serialPipe.newIteratorFrom(reader); saver.saveInstances(iterator); saver.saveAlphabets(serialPipe.getDataAlphabet(), serialPipe.getTargetAlphabet()); saver.cleanup(); }