public void testWhitespace1() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" "); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertDone(tokenizer); }
public void testEmptyWord3() throws Exception { Tokenizer tokenizer = new TokenizerImpl("\"\"\"\""); assertDone(tokenizer); }
public void testIndex() throws Exception { Tokenizer tokenizer = new TokenizerImpl("a b"); assertEquals(0, tokenizer.getIndex()); assertEquals(new Token.Literal.Word(0, "a"), tokenizer.next()); assertEquals(1, tokenizer.getIndex()); assertEquals(new Token.Literal.Whitespace(1, " "), tokenizer.next()); assertEquals(2, tokenizer.getIndex()); tokenizer.pushBack(1); assertEquals(1, tokenizer.getIndex()); assertEquals(new Token.Literal.Whitespace(1, " "), tokenizer.next()); assertEquals(2, tokenizer.getIndex()); } }
private void assertDone(Tokenizer tokenizer) { if (tokenizer.hasNext()) { Token next = tokenizer.next(); fail("Was not expecting " + next); } }
public void testEmpty() throws Exception { Tokenizer tokenizer = new TokenizerImpl(""); assertDone(tokenizer); }
public void testQuotedWord6() throws Exception { Tokenizer tokenizer = new TokenizerImpl("\"'\""); assertEquals(new Token.Literal.Option.Word(0, "\"'\"", "'"), tokenizer.next()); assertDone(tokenizer); tokenizer = new TokenizerImpl("'\"'"); assertEquals(new Token.Literal.Option.Word(0, "'\"'", "\""), tokenizer.next()); assertDone(tokenizer); }
public void testEmptyWord1() throws Exception { Tokenizer tokenizer = new TokenizerImpl("\"\""); assertDone(tokenizer); }
public void testShortOption1() throws Exception { Tokenizer tokenizer = new TokenizerImpl("-a"); assertEquals(new Token.Literal.Option.Short(0, "-a", "-a"), tokenizer.next()); assertDone(tokenizer); }
public void testWord4() throws Exception { Tokenizer tokenizer = new TokenizerImpl("-1"); assertEquals(new Token.Literal.Word(0, "-1"), tokenizer.next()); assertDone(tokenizer); }
public void testQuotedWord3() throws Exception { Tokenizer tokenizer = new TokenizerImpl("a\" \"b"); assertEquals(new Token.Literal.Word(0, "a\" \"b", "a b"), tokenizer.next()); assertDone(tokenizer); tokenizer = new TokenizerImpl("a\' \'b"); assertEquals(new Token.Literal.Word(0, "a\' \'b", "a b"), tokenizer.next()); assertDone(tokenizer); }
public void testQuotedWord4() throws Exception { Tokenizer tokenizer = new TokenizerImpl("\"-a\""); assertEquals(new Token.Literal.Option.Short(0, "\"-a\"", "-a"), tokenizer.next()); assertDone(tokenizer); tokenizer = new TokenizerImpl("\'-a\'"); assertEquals(new Token.Literal.Option.Short(0, "\'-a\'", "-a"), tokenizer.next()); assertDone(tokenizer); }
public void testQuotedWord7() throws Exception { Tokenizer tokenizer = new TokenizerImpl("a\"\"b"); assertEquals(new Token.Literal.Option.Word(0, "a\"\"b", "ab"), tokenizer.next()); assertDone(tokenizer); tokenizer = new TokenizerImpl("a''b"); assertEquals(new Token.Literal.Option.Word(0, "a''b", "ab"), tokenizer.next()); assertDone(tokenizer); }
public void testLongOption2() throws Exception { Tokenizer tokenizer = new TokenizerImpl("--ab"); assertEquals(new Token.Literal.Option.Long(0, "--ab", "--ab"), tokenizer.next()); assertDone(tokenizer); }
public void testBackSlash3() throws Exception { Tokenizer tokenizer = new TokenizerImpl("\\-a"); assertEquals(new Token.Literal.Option.Short(0, "\\-a", "-a"), tokenizer.next()); assertDone(tokenizer); }
public void testWord1() throws Exception { Tokenizer tokenizer = new TokenizerImpl("a"); assertEquals(new Token.Literal.Word(0, "a"), tokenizer.next()); assertDone(tokenizer); }
public void testShortOption2() throws Exception { Tokenizer tokenizer = new TokenizerImpl("-ab"); assertEquals(new Token.Literal.Option.Short(0, "-ab", "-ab"), tokenizer.next()); assertDone(tokenizer); }
public void testEmptyWord2() throws Exception { Tokenizer tokenizer = new TokenizerImpl(" \"\""); assertEquals(new Token.Whitespace(0, " "), tokenizer.next()); assertDone(tokenizer); }
public void testWord5() throws Exception { Tokenizer tokenizer = new TokenizerImpl("--1"); assertEquals(new Token.Literal.Word(0, "--1"), tokenizer.next()); assertDone(tokenizer); }
public void testQuotedWord2() throws Exception { Tokenizer tokenizer = new TokenizerImpl("\"a \""); assertEquals(new Token.Literal.Word(0, "\"a \"", "a "), tokenizer.next()); assertDone(tokenizer); tokenizer = new TokenizerImpl("\'a \'"); assertEquals(new Token.Literal.Word(0, "\'a \'", "a "), tokenizer.next()); assertDone(tokenizer); }
public void testEmptyShortOption() throws Exception { Tokenizer tokenizer = new TokenizerImpl("-"); assertEquals(new Token.Literal.Option.Short(0, "-", "-"), tokenizer.next()); assertDone(tokenizer); }