public void processTerm(String term) { /* null means the term has been filtered out (eg stopwords) */ if (term != null) { //add term to thingy tree termsInDocument.insert(term); numOfTokensInDocument++; } }
public void processTerm(String term) { if (term != null) { docPostings.insert(term); } }
public void processTerm(String term) { if (term != null) { termsInDocument.insert(term); numOfTokensInDocument++; } }
public void readFields(DataInput in) throws IOException { clear(); final int termCount = WritableUtils.readVInt(in); for(int i=0;i<termCount;i++) { String term = Text.readString(in); int freq = WritableUtils.readVInt(in); insert(freq, term); } }