@Override public void close() throws Exception { String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
@Override public void close() throws Exception { String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
@Override public void close() throws IOException { try { streamGraph.cleanup(); } finally { long processEndTime = System.currentTimeMillis(); flowProcess.increment(SliceCounters.Process_End_Time, processEndTime); flowProcess.increment( SliceCounters.Process_Duration, processEndTime - this.processBeginTime ); String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", flowProcess ); } }
@Override public void close() { try { if( this.prepareCalled) { this.sourceStage.complete(this.sourceStage); this.streamGraph.cleanup(); } } finally { if( currentProcess != null ) { long processEndTime = System.currentTimeMillis(); currentProcess.increment( SliceCounters.Process_End_Time, processEndTime ); currentProcess.increment( SliceCounters.Process_Duration, processEndTime - processBeginTime ); } String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
@Override public void close() { try { if( this.calledPrepare) { this.groupSource.complete(this.groupSource); this.streamGraph.cleanup(); } } finally { if( currentProcess != null ) { long processEndTime = System.currentTimeMillis(); currentProcess.increment( SliceCounters.Process_End_Time, processEndTime ); currentProcess.increment( SliceCounters.Process_Duration, processEndTime - processBeginTime ); } String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
@Override public void close() { try { if( this.calledPrepare) { this.groupSource.complete(this.groupSource); this.streamGraph.cleanup(); } } finally { if( currentProcess != null ) { long processEndTime = System.currentTimeMillis(); currentProcess.increment( SliceCounters.Process_End_Time, processEndTime ); currentProcess.increment( SliceCounters.Process_Duration, processEndTime - processBeginTime ); } String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
@Override public void close() { try { if( this.calledPrepare) { this.groupSource.complete(this.groupSource); this.streamGraph.cleanup(); } } finally { if( currentProcess != null ) { long processEndTime = System.currentTimeMillis(); currentProcess.increment( SliceCounters.Process_End_Time, processEndTime ); currentProcess.increment( SliceCounters.Process_Duration, processEndTime - processBeginTime ); } String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
@Override public void close() { try { if( this.prepareCalled) { this.sourceStage.complete(this.sourceStage); this.streamGraph.cleanup(); } } finally { if( currentProcess != null ) { long processEndTime = System.currentTimeMillis(); currentProcess.increment( SliceCounters.Process_End_Time, processEndTime ); currentProcess.increment( SliceCounters.Process_Duration, processEndTime - processBeginTime ); } String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
LOG.info( "trapping to: " + trap ); logMemory( LOG, "flow node id: " + flowNode.getID() + ", mem on start" );
@Override public void close() throws IOException { try { if( calledPrepare ) { group.complete( group ); streamGraph.cleanup(); } super.close(); } finally { if( currentProcess != null ) { long processEndTime = System.currentTimeMillis(); currentProcess.increment( SliceCounters.Process_End_Time, processEndTime ); currentProcess.increment( SliceCounters.Process_Duration, processEndTime - processBeginTime ); } String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
LOG.info( "trapping to: " + trap ); logMemory( LOG, "flow node id: " + flowNode.getID() + ", mem on start" );
LOG.info( "trapping to: " + trap ); logMemory( LOG, "flow node id: " + flowNode.getID() + ", mem on start" );
@Override public void close() throws IOException { try { if( calledPrepare ) { group.complete( group ); streamGraph.cleanup(); } super.close(); } finally { if( currentProcess != null ) { long processEndTime = System.currentTimeMillis(); currentProcess.increment( SliceCounters.Process_End_Time, processEndTime ); currentProcess.increment( SliceCounters.Process_Duration, processEndTime - processBeginTime ); } String message = "flow node id: " + flowNode.getID(); logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess ); } }
LOG.info( "trapping to: " + trap ); logMemory( LOG, "flow node id: " + flowNode.getID() + ", mem on start" );
logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess );
logMemory( LOG, "mem after accumulating source: " + ( (ElementDuct) next ).getFlowElement() + ", " );
logMemory( LOG, message + ", mem on close" ); logCounters( LOG, message + ", counter:", currentProcess );
logMemory( LOG, "mem after accumulating source: " + ( (ElementDuct) next ).getFlowElement() + ", " );
@Override public void initialize() throws Exception { configuration = new TezConfiguration( TezUtils.createConfFromUserPayload( getContext().getUserPayload() ) ); TezUtil.setMRProperties( getContext(), configuration, true ); try { HadoopUtil.initLog4j( configuration ); LOG.info( "cascading version: {}", configuration.get( "cascading.version", "" ) ); currentProcess = new Hadoop2TezFlowProcess( new FlowSession(), getContext(), configuration ); flowNode = deserializeBase64( configuration.getRaw( FlowNode.CASCADING_FLOW_NODE ), configuration, BaseFlowNode.class ); LOG.info( "flow node id: {}, ordinal: {}", flowNode.getID(), flowNode.getOrdinal() ); logMemory( LOG, "flow node id: " + flowNode.getID() + ", mem on start" ); } catch( Throwable throwable ) { if( throwable instanceof CascadingException ) throw (CascadingException) throwable; throw new FlowException( "internal error during processor configuration", throwable ); } }
@Override public void initialize() throws Exception { configuration = new TezConfiguration( TezUtils.createConfFromUserPayload( getContext().getUserPayload() ) ); TezUtil.setMRProperties( getContext(), configuration, true ); try { HadoopUtil.initLog4j( configuration ); LOG.info( "cascading version: {}", configuration.get( "cascading.version", "" ) ); currentProcess = new Hadoop2TezFlowProcess( new FlowSession(), getContext(), configuration ); flowNode = deserializeBase64( configuration.getRaw( FlowNode.CASCADING_FLOW_NODE ), configuration, BaseFlowNode.class ); LOG.info( "flow node id: {}, ordinal: {}", flowNode.getID(), flowNode.getOrdinal() ); logMemory( LOG, "flow node id: " + flowNode.getID() + ", mem on start" ); } catch( Throwable throwable ) { if( throwable instanceof CascadingException ) throw (CascadingException) throwable; throw new FlowException( "internal error during processor configuration", throwable ); } }