@Override public int getTokenLength() { if (fOffset < fRangeEnd) return fOffset - getTokenOffset(); return fRangeEnd - getTokenOffset(); }
/** * Performs the initial partitioning of the partitioner's document. */ protected void initialize() { fScanner.setRange(fDocument, 0, fDocument.getLength()); try { IToken token= fScanner.nextToken(); while (!token.isEOF()) { String contentType= getTokenContentType(token); if (isSupportedContentType(contentType)) { TypedPosition p= new TypedPosition(fScanner.getTokenOffset(), fScanner.getTokenLength(), contentType); fDocument.addPosition(fPositionCategory, p); } token= fScanner.nextToken(); } } catch (BadLocationException x) { // cannot happen as offsets come from scanner } catch (BadPositionCategoryException x) { // cannot happen if document has been connected before } }
@Override public void setRange(IDocument document, int offset, int length) { super.setRange(document, offset, length); fDocumentLength= document.getLength(); shiftBuffer(offset); }
public IToken nextToken() { fTokenOffset= fOffset; fColumn= UNDEFINED; if (fRules != null) { for (int i= 0; i < fRules.length; i++) { IToken token= (fRules[i].evaluate(this)); if (!token.isUndefined()) return token; } } if (read() == EOF) return Token.EOF; return fDefaultReturnToken; }
public void setRange(final IDocument document, int offset, int length) { Assert.isLegal(document != null); final int documentLength= document.getLength(); checkRange(offset, length, documentLength); fDocument= document; fOffset= offset; fColumn= UNDEFINED; fRangeEnd= offset + length; String[] delimiters= fDocument.getLegalLineDelimiters(); fDelimiters= new char[delimiters.length][]; for (int i= 0; i < delimiters.length; i++) fDelimiters[i]= delimiters[i].toCharArray(); if (fDefaultReturnToken == null) fDefaultReturnToken= new Token(null); }
/** * Performs the initial partitioning of the partitioner's document. */ protected void initialize() { fScanner.setRange(fDocument, 0, fDocument.getLength()); try { IToken token= fScanner.nextToken(); while (!token.isEOF()) { String contentType= getTokenContentType(token); if (isSupportedContentType(contentType)) { TypedPosition p= new TypedPosition(fScanner.getTokenOffset(), fScanner.getTokenLength(), contentType); fDocument.addPosition(fPositionCategory, p); } token= fScanner.nextToken(); } } catch (BadLocationException x) { // cannot happen as offsets come from scanner } catch (BadPositionCategoryException x) { // cannot happen if document has been connected before } }
public void setRange(IDocument document, int offset, int length) { super.setRange(document, offset, length); fDocumentLength= document.getLength(); shiftBuffer(offset); }
public IToken nextToken() { fTokenOffset= fOffset; fColumn= UNDEFINED; if (fRules != null) { for (int i= 0; i < fRules.length; i++) { IToken token= (fRules[i].evaluate(this)); if (!token.isUndefined()) return token; } } if (read() == EOF) return Token.EOF; return fDefaultReturnToken; }
public void setRange(final IDocument document, int offset, int length) { Assert.isLegal(document != null); final int documentLength= document.getLength(); checkRange(offset, length, documentLength); fDocument= document; fOffset= offset; fColumn= UNDEFINED; fRangeEnd= offset + length; String[] delimiters= fDocument.getLegalLineDelimiters(); fDelimiters= new char[delimiters.length][]; for (int i= 0; i < delimiters.length; i++) fDelimiters[i]= delimiters[i].toCharArray(); if (fDefaultReturnToken == null) fDefaultReturnToken= new Token(null); }
fScanner.setRange(d, reparseStart, d.getLength() - reparseStart); IToken token= fScanner.nextToken(); token= fScanner.nextToken(); continue; int start= fScanner.getTokenOffset(); int length= fScanner.getTokenLength(); token= fScanner.nextToken();
public int getTokenLength() { if (fOffset < fRangeEnd) return fOffset - getTokenOffset(); return fRangeEnd - getTokenOffset(); }
@Override public void setRange(IDocument document, int offset, int length) { super.setRange(document, offset, length); fDocumentLength= document.getLength(); shiftBuffer(offset); }
@Override public IToken nextToken() { fTokenOffset= fOffset; fColumn= UNDEFINED; if (fRules != null) { for (IRule fRule : fRules) { IToken token= (fRule.evaluate(this)); if (!token.isUndefined()) return token; } } if (read() == EOF) return Token.EOF; return fDefaultReturnToken; }
@Override public void setRange(final IDocument document, int offset, int length) { Assert.isLegal(document != null); final int documentLength= document.getLength(); checkRange(offset, length, documentLength); fDocument= document; fOffset= offset; fColumn= UNDEFINED; fRangeEnd= offset + length; String[] delimiters= fDocument.getLegalLineDelimiters(); fDelimiters= new char[delimiters.length][]; for (int i= 0; i < delimiters.length; i++) fDelimiters[i]= delimiters[i].toCharArray(); if (fDefaultReturnToken == null) fDefaultReturnToken= new Token(null); }
fScanner.setRange(d, reparseStart, d.getLength() - reparseStart); IToken token= fScanner.nextToken(); token= fScanner.nextToken(); continue; int start= fScanner.getTokenOffset(); int length= fScanner.getTokenLength(); token= fScanner.nextToken();
@Override public int getTokenLength() { if (fOffset < fRangeEnd) return fOffset - getTokenOffset(); return fRangeEnd - getTokenOffset(); }
public void setRange(IDocument document, int offset, int length) { super.setRange(document, offset, length); fDocumentLength= document.getLength(); shiftBuffer(offset); }
@Override public IToken nextToken() { fTokenOffset= fOffset; fColumn= UNDEFINED; if (fRules != null) { for (int i= 0; i < fRules.length; i++) { IToken token= (fRules[i].evaluate(this)); if (!token.isUndefined()) return token; } } if (read() == EOF) return Token.EOF; return fDefaultReturnToken; }
@Override public void setRange(final IDocument document, int offset, int length) { Assert.isLegal(document != null); final int documentLength= document.getLength(); checkRange(offset, length, documentLength); fDocument= document; fOffset= offset; fColumn= UNDEFINED; fRangeEnd= offset + length; String[] delimiters= fDocument.getLegalLineDelimiters(); fDelimiters= new char[delimiters.length][]; for (int i= 0; i < delimiters.length; i++) fDelimiters[i]= delimiters[i].toCharArray(); if (fDefaultReturnToken == null) fDefaultReturnToken= new Token(null); }
public int getTokenLength() { if (fOffset < fRangeEnd) return fOffset - getTokenOffset(); return fRangeEnd - getTokenOffset(); }