@Override public PatternCaptureGroupTokenFilter create(TokenStream input) { return new PatternCaptureGroupTokenFilter(input, preserveOriginal, pattern); } }
@Override public boolean incrementToken() throws IOException { if (currentMatcher != -1 && nextCapture()) { assert state != null; clearAttributes(); restoreState(state); final int start = matchers[currentMatcher] .start(currentGroup[currentMatcher]); int length = charTermAttr.length(); spare.copyChars(buffer, 0, length); state = captureState(); } else if (nextCapture()) { final int start = matchers[currentMatcher] .start(currentGroup[currentMatcher]);
@Override public boolean incrementToken() throws IOException { if (currentMatcher != -1 && nextCapture()) { assert state != null; clearAttributes(); restoreState(state); final int start = matchers[currentMatcher] .start(currentGroup[currentMatcher]); int length = charTermAttr.length(); spare.copyChars(buffer, 0, length); state = captureState(); } else if (nextCapture()) { final int start = matchers[currentMatcher] .start(currentGroup[currentMatcher]);
@Override public TokenFilter create(TokenStream tokenStream) { return new PatternCaptureGroupTokenFilter(tokenStream, preserveOriginal, patterns); } }
@Override public TokenFilter create(TokenStream tokenStream) { return new PatternCaptureGroupTokenFilter(tokenStream, preserveOriginal, patterns); } }
@Override public PatternCaptureGroupTokenFilter create(TokenStream input) { return new PatternCaptureGroupTokenFilter(input, preserveOriginal, pattern); } }
@Override protected TokenStreamComponents createComponents(String fieldName) { Tokenizer source = new PathHierarchyTokenizer(); TokenStream filter = new PatternCaptureGroupTokenFilter(source, false, Pattern.compile("((\\/).*)")); filter = new RemoveDuplicatesTokenFilter(filter); return new TokenStreamComponents(source, filter); } };