t = new CSSToken(typeMapper.get(APOS), ls, lexer.getClass()); t.setText("'"); t = new CSSToken(typeMapper.get(QUOT), ls, lexer.getClass()); t.setText("\""); t = new CSSToken(typeMapper.get(RPAREN), ls, lexer.getClass()); t.setText(")"); t = new CSSToken(typeMapper.get(RCURLY), ls, lexer.getClass()); t.setText("}");
ls.aposOpen = false; state.token = (Token) new CSSToken(typeMapper.get(INVALID_STRING), ls, lexer.getClass()); state.token.setText("INVALID_STRING"); ls.quotOpen = false; ls.aposOpen = false; state.token = (Token) new CSSToken(typeMapper.get(STRING), ls, state.tokenStartCharIndex, input.index() - 1, lexer.getClass());
public CSSToken make() { CSSToken t = new CSSToken(input, state.type, state.channel, state.tokenStartCharIndex, input.index()-1, lexerClass); t.setLine(state.tokenStartLine); t.setText(state.text); t.setCharPositionInLine(state.tokenStartCharPositionInLine); t.setBase(input.getBase()); // clone lexer state t.setLexerState(new CSSLexerState(ls)); return t; } }
CSSToken t = new CSSToken(IMPORT_END, ls); t.setText("IMPORT_END");
/** * Adds contextual information about n { esting into token. */ @Override public Token emit() { CSSToken t = new CSSToken(input, state.type, state.channel, state.tokenStartCharIndex, getCharIndex()-1); t.setLine(state.tokenStartLine); t.setText(state.text); t.setCharPositionInLine(state.tokenStartCharPositionInLine); t.setBase(((CSSInputStream) input).getBase()); // clone lexer state t.setLexerState(new LexerState(ls)); emit(t); return t; }
imports.push(stream); CSSToken t = new CSSToken(IMPORT, ls); t.setText(media.toString());