@Override public final IToken evaluate(ICharacterScanner scanner) { if( columnCheck.test(scanner.getColumn()) ) { return rule.evaluate(scanner); } return Token.UNDEFINED; }
@Override public final IToken evaluate(ICharacterScanner scanner) { if( columnCheck.test(scanner.getColumn()) ) { return rule.evaluate(scanner); } return Token.UNDEFINED; }
public IToken nextToken() { fTokenOffset= fOffset; fColumn= UNDEFINED; if (fRules != null) { for (int i= 0; i < fRules.length; i++) { IToken token= (fRules[i].evaluate(this)); if (!token.isUndefined()) return token; } } if (read() == EOF) return Token.EOF; return fDefaultReturnToken; }
public IToken nextToken() { fTokenOffset= fOffset; fColumn= UNDEFINED; if (fRules != null) { for (int i= 0; i < fRules.length; i++) { IToken token= (fRules[i].evaluate(this)); if (!token.isUndefined()) return token; } } if (read() == EOF) return Token.EOF; return fDefaultReturnToken; }
@Override public IToken nextToken() { fTokenOffset= fOffset; fColumn= UNDEFINED; if (fRules != null) { for (IRule fRule : fRules) { IToken token= (fRule.evaluate(this)); if (!token.isUndefined()) return token; } } if (read() == EOF) return Token.EOF; return fDefaultReturnToken; }
@Override public IToken nextToken() { fTokenOffset= fOffset; fColumn= UNDEFINED; if (fRules != null) { for (int i= 0; i < fRules.length; i++) { IToken token= (fRules[i].evaluate(this)); if (!token.isUndefined()) return token; } } if (read() == EOF) return Token.EOF; return fDefaultReturnToken; }
public IToken nextToken() { IToken token; tokenOffset = offset; column = UNDEFINED; Iterator<?> ruleIterator = rules.iterator(); while(ruleIterator.hasNext()) { IRule rule = (IRule)ruleIterator.next(); token = rule.evaluate(this); if(!token.isUndefined()) { return token; } if(ruleIterator.hasNext()) { offset = tokenOffset; } } if(rules.size() <= 0) { read(); } if (read() == EOF) { return Token.EOF; } else { unread(); return defaultToken; } }