protected void AdjustBuffSize() { if (available == bufsize) { if (tokenBegin > 2048) { bufpos = 0; available = tokenBegin; } else ExpandBuff(false); } else if (available > tokenBegin) available = bufsize; else if ((tokenBegin - available) < 2048) ExpandBuff(true); else available = tokenBegin; }
protected char ReadByte() throws java.io.IOException { if (++nextCharInd >= maxNextCharInd) FillBuff(); return nextCharBuf[nextCharInd]; }
protected Token jjFillToken() { final Token t; final String curTokenImage; final int beginLine; final int endLine; final int beginColumn; final int endColumn; String im = jjstrLiteralImages[jjmatchedKind]; curTokenImage = (im == null) ? input_stream.GetImage() : im; beginLine = input_stream.getBeginLine(); beginColumn = input_stream.getBeginColumn(); endLine = input_stream.getEndLine(); endColumn = input_stream.getEndColumn(); t = Token.newToken(jjmatchedKind, curTokenImage); t.beginLine = beginLine; t.endLine = endLine; t.beginColumn = beginColumn; t.endColumn = endColumn; return t; }
curChar = input_stream.BeginToken(); try { input_stream.backup(0); while (curChar <= 32 && (0x100002600L & (1L << curChar)) != 0L) curChar = input_stream.BeginToken(); input_stream.backup(curPos - jjmatchedPos - 1); if ((jjtoToken[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L) jjmatchedKind = 0x7fffffff; try { curChar = input_stream.readChar(); continue; int error_line = input_stream.getEndLine(); int error_column = input_stream.getEndColumn(); String error_after = null; boolean EOFSeen = false; try { input_stream.readChar(); input_stream.backup(1); } catch (java.io.IOException e1) { EOFSeen = true; error_after = curPos <= 1 ? "" : input_stream.GetImage(); if (curChar == '\n' || curChar == '\r') { error_line++; input_stream.backup(1); error_after = curPos <= 1 ? "" : input_stream.GetImage();
AdjustBuffSize(); if ((buffer[bufpos] = c = ReadByte()) == '\\') UpdateLineColumn(c); AdjustBuffSize(); if ((buffer[bufpos] = c = ReadByte()) != '\\') UpdateLineColumn(c); backup(backSlashCnt); return '\\'; backup(backSlashCnt-1); UpdateLineColumn(c); backSlashCnt++; while ((c = ReadByte()) == 'u') ++column; buffer[bufpos] = c = (char)(hexval(c) << 12 | hexval(ReadByte()) << 8 | hexval(ReadByte()) << 4 | hexval(ReadByte())); backup(backSlashCnt - 1);
@Override public Token getNextToken() { try { Token t = super.getNextToken(); //if we're in the default lex state, keep track of a history of tokens //this logic is not perfect as deep lookaheads can ruin the positioning if (tokenCount == 0) { head = t; } tokenCount++; if (tokenCount > 10) { head = head.next; } return t; } catch (TokenMgrError err) { Token t = new Token(); t.kind = INVALID_TOKEN; t.beginColumn = this.input_stream.getBeginColumn(); t.beginLine = this.input_stream.getBeginLine(); t.endColumn = t.beginColumn; t.endLine = t.beginLine; t.image = this.input_stream.GetImage().substring(0, 1); try { //mark the char a consumed this.input_stream.readChar(); } catch (IOException e) { } return t; } }
/** Reinitialise. */ public void ReInit(java.io.Reader dstream) { ReInit(dstream, 1, 1, 4096); } /** Constructor. */
private SQLParser getSqlParser(Reader sql) { if(parser == null) { JavaCharStream jcs = new JavaCharStream(sql); tm = new TeiidSQLParserTokenManager(new JavaCharStream(sql)); parser = new SQLParser(tm); parser.jj_input_stream = jcs; } else { parser.ReInit(sql); tm.reinit(); } return parser; }
void MoreLexicalActions() { jjimageLen += (lengthOfMatch = jjmatchedPos + 1); switch(jjmatchedKind) { case 5 : image.append(input_stream.GetSuffix(jjimageLen)); jjimageLen = 0; commentNestingDepth = 1 ; break; case 6 : image.append(input_stream.GetSuffix(jjimageLen)); jjimageLen = 0; commentNestingDepth += 1 ; break; default : break; } } private void jjCheckNAdd(int state)
curChar = input_stream.BeginToken(); try { input_stream.backup(0); while (curChar <= 32 && (0x100002600L & (1L << curChar)) != 0L) curChar = input_stream.BeginToken(); input_stream.backup(curPos - jjmatchedPos - 1); if ((jjtoToken[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L) jjmatchedKind = 0x7fffffff; try { curChar = input_stream.readChar(); continue; int error_line = input_stream.getEndLine(); int error_column = input_stream.getEndColumn(); String error_after = null; boolean EOFSeen = false; try { input_stream.readChar(); input_stream.backup(1); } catch (java.io.IOException e1) { EOFSeen = true; error_after = curPos <= 1 ? "" : input_stream.GetImage(); if (curChar == '\n' || curChar == '\r') { error_line++; input_stream.backup(1); error_after = curPos <= 1 ? "" : input_stream.GetImage();
AdjustBuffSize(); if ((buffer[bufpos] = c = ReadByte()) == '\\') UpdateLineColumn(c); AdjustBuffSize(); if ((buffer[bufpos] = c = ReadByte()) != '\\') UpdateLineColumn(c); backup(backSlashCnt); return '\\'; backup(backSlashCnt-1); UpdateLineColumn(c); backSlashCnt++; while ((c = ReadByte()) == 'u') ++column; buffer[bufpos] = c = (char)(hexval(c) << 12 | hexval(ReadByte()) << 8 | hexval(ReadByte()) << 4 | hexval(ReadByte())); backup(backSlashCnt - 1);
@Override public Token getNextToken() { try { Token t = super.getNextToken(); //if we're in the default lex state, keep track of a history of tokens //this logic is not perfect as deep lookaheads can ruin the positioning if (tokenCount == 0) { head = t; } tokenCount++; if (tokenCount > 10) { head = head.next; } return t; } catch (TokenMgrError err) { Token t = new Token(); t.kind = INVALID_TOKEN; t.beginColumn = this.input_stream.getBeginColumn(); t.beginLine = this.input_stream.getBeginLine(); t.endColumn = t.beginColumn; t.endLine = t.beginLine; t.image = this.input_stream.GetImage().substring(0, 1); try { //mark the char a consumed this.input_stream.readChar(); } catch (IOException e) { } return t; } }
/** Reinitialise. */ public void ReInit(java.io.Reader dstream, int startline, int startcolumn) { ReInit(dstream, startline, startcolumn, 4096); }
private SQLParser getSqlParser(Reader sql) { if(parser == null) { JavaCharStream jcs = new JavaCharStream(sql); tm = new TeiidSQLParserTokenManager(new JavaCharStream(sql)); parser = new SQLParser(tm); parser.jj_input_stream = jcs; } else { parser.ReInit(sql); tm.reinit(); } return parser; }
void MoreLexicalActions() { jjimageLen += (lengthOfMatch = jjmatchedPos + 1); switch(jjmatchedKind) { case 5 : image.append(input_stream.GetSuffix(jjimageLen)); jjimageLen = 0; commentNestingDepth = 1 ; break; case 6 : image.append(input_stream.GetSuffix(jjimageLen)); jjimageLen = 0; commentNestingDepth += 1 ; break; default : break; } } private void jjCheckNAdd(int state)
curChar = input_stream.BeginToken(); try { input_stream.backup(0); while (curChar <= 32 && (0x100002600L & (1L << curChar)) != 0L) curChar = input_stream.BeginToken(); input_stream.backup(curPos - jjmatchedPos - 1); if ((jjtoToken[jjmatchedKind >> 6] & (1L << (jjmatchedKind & 077))) != 0L) jjmatchedKind = 0x7fffffff; try { curChar = input_stream.readChar(); continue; int error_line = input_stream.getEndLine(); int error_column = input_stream.getEndColumn(); String error_after = null; boolean EOFSeen = false; try { input_stream.readChar(); input_stream.backup(1); } catch (java.io.IOException e1) { EOFSeen = true; error_after = curPos <= 1 ? "" : input_stream.GetImage(); if (curChar == '\n' || curChar == '\r') { error_line++; input_stream.backup(1); error_after = curPos <= 1 ? "" : input_stream.GetImage();
protected Token jjFillToken() { final Token t; final String curTokenImage; final int beginLine; final int endLine; final int beginColumn; final int endColumn; String im = jjstrLiteralImages[jjmatchedKind]; curTokenImage = (im == null) ? input_stream.GetImage() : im; beginLine = input_stream.getBeginLine(); beginColumn = input_stream.getBeginColumn(); endLine = input_stream.getEndLine(); endColumn = input_stream.getEndColumn(); t = Token.newToken(jjmatchedKind, curTokenImage); t.beginLine = beginLine; t.endLine = endLine; t.beginColumn = beginColumn; t.endColumn = endColumn; return t; }
AdjustBuffSize(); if ((buffer[bufpos] = c = ReadByte()) == '\\') UpdateLineColumn(c); AdjustBuffSize(); if ((buffer[bufpos] = c = ReadByte()) != '\\') UpdateLineColumn(c); backup(backSlashCnt); return '\\'; backup(backSlashCnt-1); UpdateLineColumn(c); backSlashCnt++; while ((c = ReadByte()) == 'u') ++column; buffer[bufpos] = c = (char)(hexval(c) << 12 | hexval(ReadByte()) << 8 | hexval(ReadByte()) << 4 | hexval(ReadByte())); backup(backSlashCnt - 1);
@Override public Token getNextToken() { try { Token t = super.getNextToken(); //if we're in the default lex state, keep track of a history of tokens //this logic is not perfect as deep lookaheads can ruin the positioning if (tokenCount == 0) { head = t; } tokenCount++; if (tokenCount > 10) { head = head.next; } return t; } catch (TokenMgrError err) { Token t = new Token(); t.kind = INVALID_TOKEN; t.beginColumn = this.input_stream.getBeginColumn(); t.beginLine = this.input_stream.getBeginLine(); t.endColumn = t.beginColumn; t.endLine = t.beginLine; t.image = this.input_stream.GetImage().substring(0, 1); try { //mark the char a consumed this.input_stream.readChar(); } catch (IOException e) { } return t; } }
/** Reinitialise. */ public void ReInit(java.io.InputStream dstream, int startline, int startcolumn) { ReInit(dstream, startline, startcolumn, 4096); } /** Reinitialise. */