treeStream.setTokenStream(tokens);
public static BuilderClassDef parse(String path, InputStream is, DexBuilder dexBuilder) throws UnsupportedEncodingException, RecognitionException { File smaliFile = new File(path); InputStreamReader reader = new InputStreamReader(is, "UTF-8"); LexerErrorInterface lexer = new smaliFlexLexer(reader); ((smaliFlexLexer) lexer).setSourceFile(smaliFile); CommonTokenStream tokens = new CommonTokenStream((TokenSource) lexer); smaliParser parser = new smaliParser(tokens); parser.setApiLevel(DEFAULT_API_LEVEL); smaliParser.smali_file_return result = parser.smali_file(); if ((parser.getNumberOfSyntaxErrors() > 0) || (lexer.getNumberOfSyntaxErrors() > 0)) { throw new RuntimeException("Unable to parse: " + smaliFile); } CommonTree t = result.getTree(); CommonTreeNodeStream treeStream = new CommonTreeNodeStream(t); treeStream.setTokenStream(tokens); smaliTreeWalker dexGen = new smaliTreeWalker(treeStream); dexGen.setVerboseErrors(false); dexGen.setDexBuilder(dexBuilder); BuilderClassDef classDef = (BuilderClassDef) dexGen.smali_file(); if (dexGen.getNumberOfSyntaxErrors() != 0) { throw new RuntimeException("Unable to walk: " + smaliFile); } return classDef; }
treeStream.setTokenStream(tokens);
private static CSSTreeParser feedAST(CommonTokenStream source, CommonTree ast, Preparator preparator, StyleSheet stylesheet) { if (log.isTraceEnabled()) { log.trace("Feeding tree parser with AST:\n{}", TreeUtil .toStringTree(ast)); } // Walk resulting tree; create tree-node stream first CommonTreeNodeStream nodes = new CommonTreeNodeStream(ast); // AST nodes have payloads that point into token stream nodes.setTokenStream(source); CSSTreeParser parser = new CSSTreeParser(nodes); return parser.init(stylesheet, preparator); }
private static CSSTreeParser feedAST(CommonTokenStream source, CommonTree ast, Preparator preparator, List<MediaQuery> media) { if (log.isTraceEnabled()) { log.trace("Feeding tree parser with AST:\n{}", TreeUtil.toStringTree(ast)); } // Walk resulting tree; create tree-node stream first CommonTreeNodeStream nodes = new CommonTreeNodeStream(ast); // AST nodes have payloads that point into token stream nodes.setTokenStream(source); CSSTreeParser parser = new CSSTreeParser(nodes); parser.init(preparator, media); return parser; }
public void applyOnce(Object t, fptr whichRule) { if ( t==null ) return; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); whichRule.rule(); setBacktrackingLevel(0); } catch (RecognitionException e) { ; } }
public void applyOnce(Object t, fptr whichRule) { if ( t==null ) return; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); whichRule.rule(); setBacktrackingLevel(0); } catch (RecognitionException e) { ; } }
public void applyOnce(Object t, fptr whichRule) { if ( t==null ) return; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); whichRule.rule(); setBacktrackingLevel(0); } catch (RecognitionException e) { ; } }
public void applyOnce(Object t, fptr whichRule) { if ( t==null ) return; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); whichRule.rule(); setBacktrackingLevel(0); } catch (RecognitionException e) { ; } }
public void applyOnce(Object t, fptr whichRule) { if ( t==null ) return; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); whichRule.rule(); setBacktrackingLevel(0); } catch (RecognitionException e) { ; } }
public void applyOnce(Object t, fptr whichRule) { if ( t==null ) return; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); whichRule.rule(); setBacktrackingLevel(0); } catch (RecognitionException e) { ; } }
@Override public void walkStatement() throws RecognitionException { if (null == parserTree) { throw new CmisQueryException("You must parse the query before you can walk it."); } CommonTreeNodeStream nodes = new CommonTreeNodeStream(parserTree); nodes.setTokenStream(tokens); walker = new CmisQueryWalker(nodes); walker.setDoFullTextParse(parseFulltext); walker.query(queryObj, predicateWalker); walker.getWherePredicateTree(); }
public static PartitionDefinition parsePartitionDefinition(String source) throws SiddhiParserException { try { SiddhiQLGrammarLexer lexer = new SiddhiQLGrammarLexer(); lexer.setCharStream(new ANTLRStringStream(source)); CommonTokenStream tokens = new CommonTokenStream(lexer); SiddhiQLGrammarParser parser = new SiddhiQLGrammarParser(tokens); SiddhiQLGrammarParser.definitionPartitionFinal_return r = parser.definitionPartitionFinal(); CommonTree t = (CommonTree) r.getTree(); CommonTreeNodeStream nodes = new CommonTreeNodeStream(t); nodes.setTokenStream(tokens); SiddhiQLGrammarWalker walker = new SiddhiQLGrammarWalker(nodes); return walker.definitionPartitionFinal(); } catch (Throwable e) { throw new SiddhiParserException(e.getMessage(), e); } }
public static Query parseQuery(String source) throws SiddhiParserException { try { SiddhiQLGrammarLexer lexer = new SiddhiQLGrammarLexer(); lexer.setCharStream(new ANTLRStringStream(source)); CommonTokenStream tokens = new CommonTokenStream(lexer); SiddhiQLGrammarParser parser = new SiddhiQLGrammarParser(tokens); SiddhiQLGrammarParser.queryFinal_return r = parser.queryFinal(); CommonTree t = (CommonTree) r.getTree(); CommonTreeNodeStream nodes = new CommonTreeNodeStream(t); nodes.setTokenStream(tokens); SiddhiQLGrammarWalker walker = new SiddhiQLGrammarWalker(nodes); return walker.queryFinal(); } catch (Throwable e) { throw new SiddhiParserException(e.getMessage(), e); } }
public static TableDefinition parseTableDefinition(String source) throws SiddhiParserException { try { SiddhiQLGrammarLexer lexer = new SiddhiQLGrammarLexer(); lexer.setCharStream(new ANTLRStringStream(source)); CommonTokenStream tokens = new CommonTokenStream(lexer); SiddhiQLGrammarParser parser = new SiddhiQLGrammarParser(tokens); SiddhiQLGrammarParser.definitionTableFinal_return r = parser.definitionTableFinal(); CommonTree t = (CommonTree) r.getTree(); CommonTreeNodeStream nodes = new CommonTreeNodeStream(t); nodes.setTokenStream(tokens); SiddhiQLGrammarWalker walker = new SiddhiQLGrammarWalker(nodes); return walker.definitionTableFinal(); } catch (Throwable e) { throw new SiddhiParserException(e.getMessage(), e); } }
public static List<ExecutionPlan> parse(String source) throws SiddhiParserException { try { SiddhiQLGrammarLexer lexer = new SiddhiQLGrammarLexer(); lexer.setCharStream(new ANTLRStringStream(source)); CommonTokenStream tokens = new CommonTokenStream(lexer); SiddhiQLGrammarParser parser = new SiddhiQLGrammarParser(tokens); SiddhiQLGrammarParser.executionPlan_return r = parser.executionPlan(); CommonTree t = (CommonTree) r.getTree(); CommonTreeNodeStream nodes = new CommonTreeNodeStream(t); nodes.setTokenStream(tokens); SiddhiQLGrammarWalker walker = new SiddhiQLGrammarWalker(nodes); return walker.executionPlan(); } catch (Throwable e) { throw new SiddhiParserException(e.getMessage(), e); } }
public static StreamDefinition parseStreamDefinition(String source) throws SiddhiParserException { try { SiddhiQLGrammarLexer lexer = new SiddhiQLGrammarLexer(); lexer.setCharStream(new ANTLRStringStream(source)); CommonTokenStream tokens = new CommonTokenStream(lexer); SiddhiQLGrammarParser parser = new SiddhiQLGrammarParser(tokens); SiddhiQLGrammarParser.definitionStreamFinal_return r = parser.definitionStreamFinal(); CommonTree t = (CommonTree) r.getTree(); CommonTreeNodeStream nodes = new CommonTreeNodeStream(t); nodes.setTokenStream(tokens); SiddhiQLGrammarWalker walker = new SiddhiQLGrammarWalker(nodes); return walker.definitionStreamFinal(); } catch (Throwable e) { throw new SiddhiParserException(e.getMessage(), e); } }
public Object applyOnce(Object t, fptr whichRule) { if ( t==null ) return null; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); TreeRuleReturnScope r = (TreeRuleReturnScope)whichRule.rule(); setBacktrackingLevel(0); if ( failed() ) return t; if ( showTransformations && r!=null && !t.equals(r.getTree()) && r.getTree()!=null ) { reportTransformation(t, r.getTree()); } if ( r!=null && r.getTree()!=null ) return r.getTree(); else return t; } catch (RecognitionException e) { ; } return t; }
public Object applyOnce(Object t, fptr whichRule) { if ( t==null ) return null; try { // share TreeParser object but not parsing-related state state = new RecognizerSharedState(); input = new CommonTreeNodeStream(originalAdaptor, t); ((CommonTreeNodeStream)input).setTokenStream(originalTokenStream); setBacktrackingLevel(1); TreeRuleReturnScope r = (TreeRuleReturnScope)whichRule.rule(); setBacktrackingLevel(0); if ( failed() ) return t; if ( showTransformations && r!=null && !t.equals(r.getTree()) && r.getTree()!=null ) { reportTransformation(t, r.getTree()); } if ( r!=null && r.getTree()!=null ) return r.getTree(); else return t; } catch (RecognitionException e) { ; } return t; }
/** * This will create the Custom XPATH Parser Components for a given XPATH. This will Use the Antlr Grammar XPATH1.0 for this process. * * @param source is the String for XPATH Expression * @return A Custom XPATH Parser Component Chain * @throws RecognitionException */ public static StreamingParser parse(String source) throws RecognitionException { XPath1Lexer lexer = new XPath1Lexer(); lexer.setCharStream(new ANTLRStringStream(source)); CommonTokenStream tokens = new CommonTokenStream(lexer); XPath1Parser parser = new XPath1Parser(tokens); org.apache.synapse.util.streaming_xpath.compiler.XPath1Parser.xpath_return r = parser.xpath(); CommonTree t = (CommonTree) r.getTree(); CommonTreeNodeStream nodes = new CommonTreeNodeStream(t); nodes.setTokenStream(tokens); XPath1Walker walker = new XPath1Walker(nodes); walker.xpath=source; return walker.xpath(); } }