public CutLetterDigitFilter(TokenStream input) { super(input); reusableToken = new PackedTokenAttributeImpl(); termAtt = addAttribute(CharTermAttribute.class); offsetAtt = addAttribute(OffsetAttribute.class); typeAtt = addAttribute(TypeAttribute.class); }
public CutLetterDigitFilter(TokenStream input) { super(input); reusableToken = new PackedTokenAttributeImpl(); termAtt = addAttribute(CharTermAttribute.class); offsetAtt = addAttribute(OffsetAttribute.class); typeAtt = addAttribute(TypeAttribute.class); }
public CutLetterDigitFilter(TokenStream input) { super(input); reusableToken = new PackedTokenAttributeImpl(); termAtt = addAttribute(CharTermAttribute.class); offsetAtt = addAttribute(OffsetAttribute.class); typeAtt = addAttribute(TypeAttribute.class); }
public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
public static PackedTokenAttributeImpl subToken(PackedTokenAttributeImpl oriToken, int termBufferOffset, int termBufferLength) { //CharTermAttributeImpl termImpl = new CharTermAttributeImpl(); //termImpl.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); //new Token(oriToken.buffer(), termBufferOffset, termBufferLength, // oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); //Token token = new Token(termImpl, oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); PackedTokenAttributeImpl token = new PackedTokenAttributeImpl(); token.copyBuffer(oriToken.buffer(), termBufferOffset, termBufferLength); token.setOffset(oriToken.startOffset()+termBufferOffset, oriToken.startOffset()+termBufferOffset+termBufferLength); token.setType(oriToken.type()); return token; } }
reusableToken = new PackedTokenAttributeImpl();
reusableToken = new PackedTokenAttributeImpl();
reusableToken = new PackedTokenAttributeImpl();