/** * Return the next token. * @throws java.util.NoSuchElementException if there are no more tokens available */ public String nextToken() { String result = null; if (lookahead != null) { result = lookahead; lookahead = null; } else { result = getNextToken(); } if (result == null) { throw new NoSuchElementException("No more elements in tokenized string"); } if (!returnDelims) { if (result.length() == 1) { char c = result.charAt(0); if (delim.indexOf(c) != -1 || literalDelim.indexOf(c) != -1) { return nextToken(); } } } return result; }
/** * Return the next token. * @throws java.util.NoSuchElementException if there are no more tokens available */ public String nextToken() { String result = null; if (lookahead != null) { result = lookahead; lookahead = null; } else { result = getNextToken(); } if (result == null) { throw new NoSuchElementException("No more elements in tokenized string"); } if (!returnDelims) { if (result.length() == 1) { char c = result.charAt(0); if (delim.indexOf(c) != -1 || literalDelim.indexOf(c) != -1) { return nextToken(); } } } return result; }
assertEquals(tokenizer.nextToken(), "a"); assertEquals(tokenizer.nextToken(), "("); assertEquals(tokenizer.nextToken(), "foo"); assertEquals(tokenizer.nextToken(), ","); assertEquals(tokenizer.nextToken(), "bar"); assertEquals(tokenizer.nextToken(), ")"); assertEquals(tokenizer.nextToken(), " "); assertEquals(tokenizer.nextToken(), " "); assertEquals(tokenizer.nextToken(), "'"); assertEquals(tokenizer.nextToken(), "i am a literal"); assertEquals(tokenizer.nextToken(), "'"); assertEquals(tokenizer.nextToken(), " "); assertEquals(tokenizer.nextToken(), "so"); assertEquals(tokenizer.nextToken(), " "); assertEquals(tokenizer.nextToken(), "there"); assertTrue( ! tokenizer.hasMoreTokens()); assertEquals(tokenizer.nextToken(), "a"); assertEquals(tokenizer.nextToken(), "foo"); assertEquals(tokenizer.nextToken(), "bar"); assertEquals(tokenizer.nextToken(), "i am a literal"); assertEquals(tokenizer.nextToken(), "so"); assertEquals(tokenizer.nextToken(), "there"); assertTrue( ! tokenizer.hasMoreTokens());
assertEquals(tokenizer.nextToken(), "a"); assertEquals(tokenizer.nextToken(), "("); assertEquals(tokenizer.nextToken(), "foo"); assertEquals(tokenizer.nextToken(), ","); assertEquals(tokenizer.nextToken(), "bar"); assertEquals(tokenizer.nextToken(), ")"); assertEquals(tokenizer.nextToken(), " "); assertEquals(tokenizer.nextToken(), " "); assertEquals(tokenizer.nextToken(), "'"); assertEquals(tokenizer.nextToken(), "i am a literal"); assertEquals(tokenizer.nextToken(), "'"); assertEquals(tokenizer.nextToken(), " "); assertEquals(tokenizer.nextToken(), "so"); assertEquals(tokenizer.nextToken(), " "); assertEquals(tokenizer.nextToken(), "there"); assertTrue( ! tokenizer.hasMoreTokens()); assertEquals(tokenizer.nextToken(), "a"); assertEquals(tokenizer.nextToken(), "foo"); assertEquals(tokenizer.nextToken(), "bar"); assertEquals(tokenizer.nextToken(), "i am a literal"); assertEquals(tokenizer.nextToken(), "so"); assertEquals(tokenizer.nextToken(), "there"); assertTrue( ! tokenizer.hasMoreTokens());