private void next(int current) { Token token; switch (status) { case WHITESPACE: token = new Token.Whitespace(from, s.subSequence(from, current).toString()); break; case WORD: token = new Token.Literal.Word(from, s.subSequence(from, current).toString(), buffer.toString()); break; case SHORT_OPTION: token = new Token.Literal.Option.Short(from, s.subSequence(from, current).toString(), buffer.toString()); break; case LONG_OPTION: token = new Token.Literal.Option.Long(from, s.subSequence(from, current).toString(), buffer.toString()); break; default: throw new AssertionError(); } tokens.add(token); status = Status.WHITESPACE; buffer.setLength(0); from = current; }
token = new Token.Whitespace(from, s.subSequence(from, index).toString()); } else { State state = new State();
private void next(int current) { Token token; switch (status) { case WHITESPACE: token = new Token.Whitespace(from, s.subSequence(from, current).toString()); break; case WORD: token = new Token.Literal.Word(from, s.subSequence(from, current).toString(), buffer.toString()); break; case SHORT_OPTION: token = new Token.Literal.Option.Short(from, s.subSequence(from, current).toString(), buffer.toString()); break; case LONG_OPTION: token = new Token.Literal.Option.Long(from, s.subSequence(from, current).toString(), buffer.toString()); break; default: throw new AssertionError(); } tokens.add(token); status = Status.WHITESPACE; buffer.setLength(0); from = current; }
public void add(Token token) { if (list.size() > 0) { list.add(new Token.Whitespace(last(), " ")); } list.add(token); }
public void testIndex() throws Exception { Tokenizer tokenizer = new TokenizerImpl("a b"); assertEquals(0, tokenizer.getIndex()); assertEquals(new Token.Literal.Word(0, "a"), tokenizer.next()); assertEquals(1, tokenizer.getIndex()); assertEquals(new Token.Literal.Whitespace(1, " "), tokenizer.next()); assertEquals(2, tokenizer.getIndex()); tokenizer.pushBack(1); assertEquals(1, tokenizer.getIndex()); assertEquals(new Token.Literal.Whitespace(1, " "), tokenizer.next()); assertEquals(2, tokenizer.getIndex()); } }
public void testQuoteAfterWhitespace1() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" \"\""); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertDone(tokenizer); }
public void testWord6() throws Exception { Tokenizer tokenizer = new TokenizerImpl("a "); assertEquals(new Token.Literal.Word(0, "a"), tokenizer.next()); assertEquals(new Token.Whitespace(1, " "), tokenizer.next()); assertDone(tokenizer); }
public void testWhitespace2() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" "); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertDone(tokenizer); }
public void testQuoteAfterWhitespace2() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" \"b\""); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertEquals(new Token.Literal.Word(1, "\"b\"", "b"), tokenizer.next()); assertDone(tokenizer); }
public void testEmptyWord2() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" \"\""); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertDone(tokenizer); }
public void testEmptyLongOption2() throws Exception { Tokenizer tokenizer = new TokenizerImpl("-- "); assertEquals(new Token.Literal.Option.Long(0, "--", "--"), tokenizer.next()); assertEquals(new Token.Literal.Whitespace(2, " "), tokenizer.next()); assertDone(tokenizer); }
public void testShortOption4() throws Exception { Tokenizer tokenizer = new TokenizerImpl("- "); assertEquals(new Token.Literal.Option.Short(0, "-", "-"), tokenizer.next()); assertEquals(new Token.Whitespace(1, " "), tokenizer.next()); assertDone(tokenizer); }
public void testLongOption3() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" --a"); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertEquals(new Token.Literal.Option.Long(1, "--a", "--a"), tokenizer.next()); assertDone(tokenizer); }
public void testWhitespace1() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" "); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertDone(tokenizer); }
public void add(Token token) { if (list.size() > 0) { list.add(new Token.Whitespace(last(), " ")); } list.add(token); }
public void testShortOption3() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" -a"); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertEquals(new Token.Literal.Option.Short(1, "-a", "-a"), tokenizer.next()); assertDone(tokenizer); }
public void testWord3() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" a"); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertEquals(new Token.Literal.Word(1, "a"), tokenizer.next()); assertDone(tokenizer); }