/** * Constructor * @param source the string to be parsed */ Parser(String source,BuiltinRegistry registry) { stream = new Tokenizer(source, "()[], \t\n\r", "'\"", true); lookahead = null; this.registry=registry; }
/** * Constructor * @param source the string to be parsed */ Parser(String source,BuiltinRegistry registry) { stream = new Tokenizer(source, "()[], \t\n\r", "'\"", true); lookahead = null; this.registry=registry; }
Tokenizer tokenizer = new Tokenizer("a(foo,bar) 'i am a literal' so there", "()[], \t\n\r'", "'", true); assertEquals(tokenizer.nextToken(), "a"); assertEquals(tokenizer.nextToken(), "("); assertTrue( ! tokenizer.hasMoreTokens()); tokenizer = new Tokenizer("a(foo,bar) 'i am a literal' so there", "()[], \t\n\r'", "'", false); assertEquals(tokenizer.nextToken(), "a"); assertEquals(tokenizer.nextToken(), "foo");
Tokenizer tokenizer = new Tokenizer("a(foo,bar) 'i am a literal' so there", "()[], \t\n\r'", "'", true); assertEquals(tokenizer.nextToken(), "a"); assertEquals(tokenizer.nextToken(), "("); assertTrue( ! tokenizer.hasMoreTokens()); tokenizer = new Tokenizer("a(foo,bar) 'i am a literal' so there", "()[], \t\n\r'", "'", false); assertEquals(tokenizer.nextToken(), "a"); assertEquals(tokenizer.nextToken(), "foo");