public TestFlowProcess( int numTasks, int taskNum ) { super( new FlowSession() ); this.numTasks = numTasks; this.taskNum = taskNum; }
public FlowSession getFlowSession() { return new FlowSession( getCascadingServices() ); }
LOG.info( "child jvm opts: {}", jobConf.get( "mapred.child.java.opts", "" ) ); currentProcess = new HadoopFlowProcess( new FlowSession(), jobConf, true );
LOG.info( "child jvm opts: {}", jobConf.get( "mapred.child.java.opts", "" ) ); currentProcess = new HadoopFlowProcess( new FlowSession(), jobConf, true );
LOG.info( "child jvm opts: {}", jobConf.get( "mapred.child.java.opts", "" ) ); currentProcess = new HadoopFlowProcess( new FlowSession(), jobConf, false );
LOG.info( "child jvm opts: {}", jobConf.get( "mapred.child.java.opts", "" ) ); currentProcess = new HadoopFlowProcess( new FlowSession(), jobConf, false );
@Override public void initialize() throws Exception { configuration = new TezConfiguration( TezUtils.createConfFromUserPayload( getContext().getUserPayload() ) ); TezUtil.setMRProperties( getContext(), configuration, true ); try { HadoopUtil.initLog4j( configuration ); LOG.info( "cascading version: {}", configuration.get( "cascading.version", "" ) ); currentProcess = new Hadoop2TezFlowProcess( new FlowSession(), getContext(), configuration ); flowNode = deserializeBase64( configuration.getRaw( FlowNode.CASCADING_FLOW_NODE ), configuration, BaseFlowNode.class ); LOG.info( "flow node id: {}, ordinal: {}", flowNode.getID(), flowNode.getOrdinal() ); logMemory( LOG, "flow node id: " + flowNode.getID() + ", mem on start" ); } catch( Throwable throwable ) { if( throwable instanceof CascadingException ) throw (CascadingException) throwable; throw new FlowException( "internal error during processor configuration", throwable ); } }
@Override public void initialize() throws Exception { configuration = new TezConfiguration( TezUtils.createConfFromUserPayload( getContext().getUserPayload() ) ); TezUtil.setMRProperties( getContext(), configuration, true ); try { HadoopUtil.initLog4j( configuration ); LOG.info( "cascading version: {}", configuration.get( "cascading.version", "" ) ); currentProcess = new Hadoop2TezFlowProcess( new FlowSession(), getContext(), configuration ); flowNode = deserializeBase64( configuration.getRaw( FlowNode.CASCADING_FLOW_NODE ), configuration, BaseFlowNode.class ); LOG.info( "flow node id: {}, ordinal: {}", flowNode.getID(), flowNode.getOrdinal() ); logMemory( LOG, "flow node id: " + flowNode.getID() + ", mem on start" ); } catch( Throwable throwable ) { if( throwable instanceof CascadingException ) throw (CascadingException) throwable; throw new FlowException( "internal error during processor configuration", throwable ); } }