protected FlowStepGraph updateFlowStepGraph( FlowStepGraph flowStepGraph, Collection<MapReduceFlowStep> flowSteps ) { for( MapReduceFlowStep flowStep : flowSteps ) flowStepGraph.addVertex( flowStep ); flowStepGraph.bindEdges(); return flowStepGraph; } }
protected FlowStepGraph updateFlowStepGraph( FlowStepGraph flowStepGraph, Collection<MapReduceFlowStep> flowSteps ) { for( MapReduceFlowStep flowStep : flowSteps ) flowStepGraph.addVertex( flowStep ); flowStepGraph.bindEdges(); return flowStepGraph; } }
protected FlowStepGraph makeStepGraph( JobConf jobConf ) { FlowStepGraph flowStepGraph = new FlowStepGraph(); Tap sink = getSinksCollection().iterator().next(); FlowStep<JobConf> step = createFlowStep( jobConf, sink ); flowStepGraph.addVertex( step ); return flowStepGraph; }
protected FlowStepGraph makeStepGraph( JobConf jobConf ) { FlowStepGraph flowStepGraph = new FlowStepGraph(); Tap sink = getSinksCollection().iterator().next(); FlowStep<JobConf> step = createFlowStep( jobConf, sink ); flowStepGraph.addVertex( step ); return flowStepGraph; }
protected void buildGraph( FlowStepFactory flowStepFactory, FlowElementGraph flowElementGraph, Map<ElementGraph, List<? extends ElementGraph>> nodeSubGraphsMap, Map<ElementGraph, List<? extends ElementGraph>> pipelineSubGraphsMap ) { for( ElementGraph stepSubGraph : nodeSubGraphsMap.keySet() ) { List<? extends ElementGraph> nodeSubGraphs = nodeSubGraphsMap.get( stepSubGraph ); FlowNodeGraph flowNodeGraph = createFlowNodeGraph( flowStepFactory, flowElementGraph, pipelineSubGraphsMap, nodeSubGraphs ); EnumMultiMap<FlowElement> annotations = flowNodeGraph.getAnnotations(); // pull up annotations if( !annotations.isEmpty() ) stepSubGraph = new AnnotatedDecoratedElementGraph( stepSubGraph, annotations ); FlowStep flowStep = flowStepFactory.createFlowStep( stepSubGraph, flowNodeGraph ); addVertex( flowStep ); } bindEdges(); }