@Test(expected=IllegalArgumentException.class) public void testDelimitedLineTokenizerNullDelimiter() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer(null); tokenizer.tokenize("a b c"); }
@Test public void testDelimitedLineTokenizerChar() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer(" "); FieldSet line = tokenizer.tokenize("a b c"); assertEquals(3, line.getFieldCount()); }
@Test public void testDelimitedLineTokenizerNewlineToken() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer("\n"); FieldSet line = tokenizer.tokenize("a b\n c"); assertEquals(2, line.getFieldCount()); assertEquals("a b", line.readString(0)); assertEquals("c", line.readString(1)); }
@Test public void testDelimitedLineTokenizerWrappedToken() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer("\nrap"); FieldSet line = tokenizer.tokenize("a b\nrap c"); assertEquals(2, line.getFieldCount()); assertEquals("a b", line.readString(0)); assertEquals("c", line.readString(1)); }
@Test public void testDelimitedLineTokenizerString() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer(" b "); FieldSet line = tokenizer.tokenize("a b c"); assertEquals(2, line.getFieldCount()); assertEquals("a", line.readString(0)); assertEquals("c", line.readString(1)); }
@Test public void testDelimitedLineTokenizerStringsOverlapWithoutSeparation() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer(" | "); FieldSet line = tokenizer.tokenize("a | | b"); assertEquals(2, line.getFieldCount()); assertEquals("a", line.readString(0)); assertEquals("| b", line.readString(1)); }
@Test public void testDelimitedLineTokenizerStringsOverlap() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer(" | "); FieldSet line = tokenizer.tokenize("a | | | b"); assertEquals(3, line.getFieldCount()); assertEquals("a", line.readString(0)); assertEquals("|", line.readString(1)); assertEquals("b", line.readString(2)); }
@Test public void testDelimitedLineTokenizerStringBeginningOfLine() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer(" | "); FieldSet line = tokenizer.tokenize(" | a | b"); assertEquals(3, line.getFieldCount()); assertEquals("", line.readString(0)); assertEquals("a", line.readString(1)); assertEquals("b", line.readString(2)); }
@Test public void testDelimitedLineTokenizerStringEndOfLine() { AbstractLineTokenizer tokenizer = new DelimitedLineTokenizer(" | "); FieldSet line = tokenizer.tokenize("a | b | "); assertEquals(3, line.getFieldCount()); assertEquals("a", line.readString(0)); assertEquals("b", line.readString(1)); assertEquals("", line.readString(2)); }