@Test
public void testTokenTypeFilter1() throws Exception {
final Reader reader = new StringReader("aaa clés café");
final TokenStream stream = new WhitespaceTokenizer(TEST_VERSION_CURRENT, reader);
final ASCIIFoldingExpansionFilter filter = new ASCIIFoldingExpansionFilter(stream);
final CharTermAttribute termAtt = filter.getAttribute(CharTermAttribute.class);
final PositionIncrementAttribute posAtt = filter.getAttribute(PositionIncrementAttribute.class);
filter.reset();
this.assertTermEquals("aaa", 1, filter, termAtt, posAtt);
this.assertTermEquals("cles", 1, filter, termAtt, posAtt);
this.assertTermEquals("clés", 0, filter, termAtt, posAtt);
this.assertTermEquals("cafe", 1, filter, termAtt, posAtt);
this.assertTermEquals("café", 0, filter, termAtt, posAtt);
}