private ArrayListWritable<PairOfInts> fetchPostings(String term) throws IOException { Text key = new Text(); PairOfWritables<IntWritable, ArrayListWritable<PairOfInts>> value = new PairOfWritables<IntWritable, ArrayListWritable<PairOfInts>>(); key.set(term); index.get(key, value); return value.getRightElement(); }
public int compare( PairOfWritables<BigramRelativeFrequencyJson.MyTuple, FloatWritable> e1, PairOfWritables<BigramRelativeFrequencyJson.MyTuple, FloatWritable> e2) { if (e1.getRightElement().compareTo(e2.getRightElement()) == 0) { return e1.getLeftElement().compareTo(e2.getLeftElement()); } return e2.getRightElement().compareTo(e1.getRightElement()); } });
new PairOfWritables<>(); ArrayListWritable<PairOfInts> postings = value.getRightElement(); System.out.println("\nComplete postings list for '" + term + "':"); System.out.println("df = " + value.getLeftElement());
@Override public void reduce(Text key, Iterable<PairOfInts> values, Context context) throws IOException, InterruptedException { Iterator<PairOfInts> iter = values.iterator(); ArrayListWritable<PairOfInts> postings = new ArrayListWritable<>(); int df = 0; while (iter.hasNext()) { postings.add(iter.next().clone()); df++; } // Sort the postings by docno ascending. Collections.sort(postings); DF.set(df); context.write(key, new PairOfWritables<>(DF, postings)); } }
@Override public void reduce(Text key, Iterable<PairOfInts> values, Context context) throws IOException, InterruptedException { Iterator<PairOfInts> iter = values.iterator(); ArrayListWritable<PairOfInts> postings = new ArrayListWritable<PairOfInts>(); int df = 0; while (iter.hasNext()) { postings.add(iter.next().clone()); df++; } // Sort the postings by docno ascending. Collections.sort(postings); DF.set(df); context.write(key, new PairOfWritables<IntWritable, ArrayListWritable<PairOfInts>>(DF, postings)); } }
public int compare( PairOfWritables<BigramRelativeFrequencyJson.MyTuple, FloatWritable> e1, PairOfWritables<BigramRelativeFrequencyJson.MyTuple, FloatWritable> e2) { if (e1.getRightElement().compareTo(e2.getRightElement()) == 0) { return e1.getLeftElement().compareTo(e2.getLeftElement()); } return e2.getRightElement().compareTo(e1.getRightElement()); } });
private ArrayListWritable<PairOfInts> fetchPostings(String term) throws IOException { Text key = new Text(); PairOfWritables<IntWritable, ArrayListWritable<PairOfInts>> value = new PairOfWritables<>(); key.set(term); index.get(key, value); return value.getRightElement(); }
list.add(new PairOfWritables<K, V>(key, value)); if (k >= max) { break;
@SuppressWarnings("unchecked") public int compare(PairOfWritables<Tuple, FloatWritable> e1, PairOfWritables<Tuple, FloatWritable> e2) { if (e1.getRightElement().compareTo(e2.getRightElement()) == 0) { return e1.getLeftElement().compareTo(e2.getLeftElement()); } return e2.getRightElement().compareTo(e1.getRightElement()); } });
new PairOfWritables<IntWritable, ArrayListWritable<PairOfInts>>(); ArrayListWritable<PairOfInts> postings = value.getRightElement(); for (PairOfInts pair : postings) { System.out.println(pair); postings = value.getRightElement(); for (PairOfInts pair : postings) { goldHist.increment(pair.getRightElement()); postings = value.getRightElement(); for (PairOfInts pair : postings) { silverHist.increment(pair.getRightElement());
list.add(new PairOfWritables<K, V>(key, value)); if (k >= max) { break;
@SuppressWarnings("unchecked") public int compare(PairOfWritables<Tuple, FloatWritable> e1, PairOfWritables<Tuple, FloatWritable> e2) { if (e1.getRightElement().compareTo(e2.getRightElement()) == 0) { return e1.getLeftElement().compareTo(e2.getLeftElement()); } return e2.getRightElement().compareTo(e1.getRightElement()); } });
public int compare(PairOfWritables<PairOfStrings, FloatWritable> e1, PairOfWritables<PairOfStrings, FloatWritable> e2) { if (e1.getRightElement().compareTo(e2.getRightElement()) == 0) { return e1.getLeftElement().compareTo(e2.getLeftElement()); } return e2.getRightElement().compareTo(e1.getRightElement()); } });
public int compare(PairOfWritables<PairOfStrings, FloatWritable> e1, PairOfWritables<PairOfStrings, FloatWritable> e2) { if (e1.getRightElement().compareTo(e2.getRightElement()) == 0) { return e1.getLeftElement().compareTo(e2.getLeftElement()); } return e2.getRightElement().compareTo(e1.getRightElement()); } });
public int compare(PairOfWritables<Text, IntWritable> e1, PairOfWritables<Text, IntWritable> e2) { if (e2.getRightElement().compareTo(e1.getRightElement()) == 0) { return e1.getLeftElement().compareTo(e2.getLeftElement()); } return e2.getRightElement().compareTo(e1.getRightElement()); } });
public static <K extends Writable, V extends Writable> SortedMap<K, V> readFileIntoMap(Path path, FileSystem fs, int max) throws IOException { SortedMap<K, V> map = new TreeMap<K, V>(); for ( PairOfWritables<K,V> pair : SequenceFileUtils.<K, V>readFile(path, fs, max)) { map.put(pair.getLeftElement(), pair.getRightElement()); } return map; }
public static <K extends Writable, V extends Writable> SortedMap<K, V> readFileIntoMap(Path path, FileSystem fs, int max) throws IOException { SortedMap<K, V> map = new TreeMap<K, V>(); for (PairOfWritables<K, V> pair : SequenceFileUtils.<K, V> readFile(path, fs, max)) { map.put(pair.getLeftElement(), pair.getRightElement()); } return map; }
int sum = 0; for (PairOfWritables<Text, IntWritable> bigram : bigrams) { sum += bigram.getRightElement().get(); if (bigram.getRightElement().get() == 1) { singletons++; while (iter.hasNext()) { PairOfWritables<Text, IntWritable> bigram = iter.next(); System.out.println(bigram.getLeftElement() + "\t" + bigram.getRightElement());
PairOfStrings bigram = p.getLeftElement(); while (iter1.hasNext()) { PairOfWritables<PairOfStrings, FloatWritable> p = iter1.next(); PairOfStrings bigram = p.getLeftElement(); System.out.println(bigram + "\t" + p.getRightElement()); while (iter2.hasNext()) { PairOfWritables<PairOfStrings, FloatWritable> p = iter2.next(); PairOfStrings bigram = p.getLeftElement(); System.out.println(bigram + "\t" + p.getRightElement());
Tuple bigram = p.getLeftElement(); while (iter1.hasNext()) { PairOfWritables<Tuple, FloatWritable> p = iter1.next(); Tuple bigram = p.getLeftElement(); System.out.println(bigram + "\t" + p.getRightElement()); while (iter2.hasNext()) { PairOfWritables<Tuple, FloatWritable> p = iter2.next(); Tuple bigram = p.getLeftElement(); System.out.println(bigram + "\t" + p.getRightElement());