@Override public TokenFilter create(TokenStream input) { if (luceneMatchVersion.onOrAfter(Version.LUCENE_4_4_0)) { return new EdgeNGramTokenFilter(input, minGramSize, maxGramSize); } return new Lucene43EdgeNGramTokenFilter(input, minGramSize, maxGramSize); } }
if (curGramSize <= curCodePointCount) { // if the remaining input is too short, we can't generate any n-grams clearAttributes(); offsetAtt.setOffset(tokStart, tokEnd);