@Override public FlowProcess<JobConf> getFlowProcess() { return new HadoopFlowProcess( getFlowSession(), getConfig() ); }
@Override public void complete() { notifyComplete(); super.complete(); }
private void initFromStepConfigDef( final JobConf conf ) { initConfFromStepConfigDef( new ConfigurationSetter( conf ) ); }
@Override public boolean isCounterStatusInitialized() { return getReporter() != null; }
@Override public FlowNodeGraph getFlowNodeGraph() { if( flowNodeGraph == null ) flowNodeGraph = createFlowNodeGraph( createNodeElementGraphs( jobConf ) ); return flowNodeGraph; }
protected void initFromTraps( FlowProcess<JobConf> flowProcess, JobConf conf ) { initFromTraps( flowProcess, conf, getTrapMap() ); } }
protected OutputCollector createOutputCollector() { return ( (HadoopFlowProcess) flowProcess ).getOutputCollector(); } }
private Reporter getReporter() { Reporter reporter = Reporter.NULL; if( flowProcess instanceof MapRed ) reporter = ( (MapRed) flowProcess ).getReporter(); // may return Reporter.NULL return reporter; }
@Override public FlowStep<JobConf> createFlowStep( ElementGraph stepElementGraph, FlowNodeGraph flowNodeGraph ) { return new HadoopFlowStep( stepElementGraph, flowNodeGraph ); } };
protected void internalClean( boolean stop ) { if( !isPreserveTemporaryFiles() ) cleanTemporaryFiles( stop ); }
@Override protected HadoopGroupByClosure createClosure() { // todo: collapse keyFields here if an array size > 1 return new HadoopGroupByClosure( flowProcess, keyFields, valuesFields ); }
public HadoopFlow( PlatformInfo platformInfo, Map<Object, Object> properties, JobConf jobConf, FlowDef flowDef ) { super( platformInfo, properties, jobConf, flowDef ); initFromProperties( properties ); }
@Override public FlowProcess<JobConf> getFlowProcess() { return new HadoopFlowProcess( getFlowSession(), getConfig() ); }
private void initFromStepConfigDef( final JobConf conf ) { initConfFromStepConfigDef( new ConfigurationSetter( conf ) ); }
@Override public void complete() { notifyComplete(); super.complete(); }
@Override public Reporter getReporter() { return hadoopProcess.getReporter(); } };
@Override protected Object getOutput() { return hadoopFlowProcess.getOutputCollector(); } }
protected HadoopFlow( PlatformInfo platformInfo, Map<Object, Object> properties, JobConf jobConf, String name, Map<String, String> flowDescriptor ) { super( platformInfo, properties, jobConf, name, flowDescriptor ); initFromProperties( properties ); }