int escapedStartCharPos447 = getCharPositionInLine(); mESC(); escaped = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, escapedStart447, getCharIndex()-1); escaped.setLine(escapedStartLine447); escaped.setCharPositionInLine(escapedStartCharPos447); int escapedStartCharPos536 = getCharPositionInLine(); mESC(); escaped = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, escapedStart536, getCharIndex()-1); escaped.setLine(escapedStartLine536); escaped.setCharPositionInLine(escapedStartCharPos536);
int HEX_DIGITS1StartCharPos156 = getCharPositionInLine(); mHEX_DIGITS(); HEX_DIGITS1 = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, HEX_DIGITS1Start156, getCharIndex()-1); HEX_DIGITS1.setLine(HEX_DIGITS1StartLine156); HEX_DIGITS1.setCharPositionInLine(HEX_DIGITS1StartCharPos156); sb.append((char)Integer.parseInt((HEX_DIGITS1!=null?HEX_DIGITS1.getText():null), 16));
/** * Create a new token from the given prototype. Any argument besides the prototype is optional and * will be ignored if its value is <code>null</code>. */ protected CommonToken createToken(CommonToken prototype, String text, Integer charPosInLine, Integer channel, Integer start, Integer stop, Integer type) { if (prototype == null) throw new IllegalArgumentException("Prototype may not be null."); CommonToken result = new CommonToken(prototype); if (text != null) result.setText(text); if (charPosInLine != null) result.setCharPositionInLine(charPosInLine.intValue()); if (channel != null) result.setChannel(channel.intValue()); if (start != null) result.setStartIndex(start.intValue()); if (stop != null) result.setStopIndex(stop.intValue()); if (type != null) result.setType(type.intValue()); return result; }
int hStartCharPos2291 = getCharPositionInLine(); mHINT_START(); h = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, hStart2291, getCharIndex()-1); h.setLine(hStartLine2291); h.setCharPositionInLine(hStartCharPos2291); mCOMMENT_AND_HINT_END(); setText(sb.substring(h.getText().length()));
int escapedStartCharPos466 = getCharPositionInLine(); mESC(); escaped = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, escapedStart466, getCharIndex()-1); escaped.setLine(escapedStartLine466); escaped.setCharPositionInLine(escapedStartCharPos466); int escapedStartCharPos554 = getCharPositionInLine(); mESC(); escaped = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, escapedStart554, getCharIndex()-1); escaped.setLine(escapedStartLine554); escaped.setCharPositionInLine(escapedStartCharPos554);
int hStartCharPos1816 = getCharPositionInLine(); mHINT_START(); h = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, hStart1816, getCharIndex()-1); h.setLine(hStartLine1816); h.setCharPositionInLine(hStartCharPos1816); mCOMMENT_AND_HINT_END(); setText(sb.substring(h.getText().length()));
int escapedStartCharPos934 = getCharPositionInLine(); mESC(); escaped = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, escapedStart934, getCharIndex()-1); escaped.setLine(escapedStartLine934); escaped.setCharPositionInLine(escapedStartCharPos934); int escapedStartCharPos1022 = getCharPositionInLine(); mESC(); escaped = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, escapedStart1022, getCharIndex()-1); escaped.setLine(escapedStartLine1022); escaped.setCharPositionInLine(escapedStartCharPos1022);
int tStartCharPos1905 = getCharPositionInLine(); mCHAR(); t = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, tStart1905, getCharIndex()-1); t.setLine(tStartLine1905); t.setCharPositionInLine(tStartCharPos1905); sb.append(t.getText()); int tStartCharPos1918 = getCharPositionInLine(); mCHAR_ESC(); t = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, tStart1918, getCharIndex()-1); t.setLine(tStartLine1918); t.setCharPositionInLine(tStartCharPos1918);
private Token endStringOrChar(int type) { yybegin(YYINITIAL); if (stringOrCharError != null) { return invalidStringOrChar(stringOrCharError); } CommonToken token = new CommonToken(type, sb.toString()); token.setStartIndex(stringStartChar); token.setStopIndex(yychar + yylength() - 1); token.setLine(stringStartLine); token.setCharPositionInLine(stringStartCol); return token; }
int tStartCharPos1452 = getCharPositionInLine(); mCHAR(); t = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, tStart1452, getCharIndex()-1); t.setLine(tStartLine1452); t.setCharPositionInLine(tStartCharPos1452); sb.append(t.getText()); int tStartCharPos1464 = getCharPositionInLine(); mCHAR_ESC(); t = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, tStart1464, getCharIndex()-1); t.setLine(tStartLine1464); t.setCharPositionInLine(tStartCharPos1464);
private Token endStringOrChar(int type) { yybegin(YYINITIAL); if (stringOrCharError != null) { return invalidStringOrChar(stringOrCharError); } CommonToken token = new CommonToken(type, sb.toString()); token.setStartIndex(stringStartChar); token.setStopIndex(yychar + yylength() - 1); token.setLine(stringStartLine); token.setCharPositionInLine(stringStartCol); return token; }
int aStartCharPos2935 = getCharPositionInLine(); mNameStartChar(); if (state.failed) return; a = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, aStart2935, getCharIndex()-1); a.setLine(aStartLine2935); a.setCharPositionInLine(aStartCharPos2935); if ( Grammar.isTokenName((a!=null?a.getText():null)) ) _type = TOKEN_REF; else _type = RULE_REF;
private Token endStringOrChar(int type) { yybegin(YYINITIAL); if (stringOrCharError != null) { return invalidStringOrChar(stringOrCharError); } CommonToken token = new CommonToken(type, sb.toString()); token.setStartIndex(stringStartChar); token.setStopIndex(yychar + yylength() - 1); token.setLine(stringStartLine); token.setCharPositionInLine(stringStartCol); return token; }
int aStartCharPos2935 = getCharPositionInLine(); mNameStartChar(); if (state.failed) return; a = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, aStart2935, getCharIndex()-1); a.setLine(aStartLine2935); a.setCharPositionInLine(aStartCharPos2935); if ( Grammar.isTokenName((a!=null?a.getText():null)) ) _type = TOKEN_REF; else _type = RULE_REF;
private Token endStringOrChar(int type) { yybegin(YYINITIAL); if (stringOrCharError != null) { return invalidStringOrChar(stringOrCharError); } CommonToken token = new CommonToken(type, sb.toString()); token.setStartIndex(stringStartChar); token.setStopIndex(yychar + yylength() - 1); token.setLine(stringStartLine); token.setCharPositionInLine(stringStartCol); return token; }
int aStartCharPos2935 = getCharPositionInLine(); mNameStartChar(); if (state.failed) return; a = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, aStart2935, getCharIndex()-1); a.setLine(aStartLine2935); a.setCharPositionInLine(aStartCharPos2935); if ( Grammar.isTokenName((a!=null?a.getText():null)) ) _type = TOKEN_REF; else _type = RULE_REF;
private Token newToken(int type, String text, boolean hidden) { CommonToken token = new CommonToken(type, text); if (hidden) { token.setChannel(Token.HIDDEN_CHANNEL); } token.setStartIndex(yychar); token.setStopIndex(yychar + yylength() - 1); token.setLine(getLine()); token.setCharPositionInLine(getColumn()); return token; }
int aStartCharPos2935 = getCharPositionInLine(); mNameStartChar(); if (state.failed) return; a = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, aStart2935, getCharIndex()-1); a.setLine(aStartLine2935); a.setCharPositionInLine(aStartCharPos2935); if ( Grammar.isTokenName((a!=null?a.getText():null)) ) _type = TOKEN_REF; else _type = RULE_REF;
private Token newToken(int type, String text, boolean hidden) { CommonToken token = new CommonToken(type, text); if (hidden) { token.setChannel(Token.HIDDEN_CHANNEL); } token.setStartIndex(yychar); token.setStopIndex(yychar + yylength() - 1); token.setLine(getLine()); token.setCharPositionInLine(getColumn()); return token; }
int aStartCharPos2935 = getCharPositionInLine(); mNameStartChar(); if (state.failed) return; a = new CommonToken(input, Token.INVALID_TOKEN_TYPE, Token.DEFAULT_CHANNEL, aStart2935, getCharIndex()-1); a.setLine(aStartLine2935); a.setCharPositionInLine(aStartCharPos2935); if ( Grammar.isTokenName((a!=null?a.getText():null)) ) _type = TOKEN_REF; else _type = RULE_REF;