@Override public void run( Object input ) throws Throwable { RecordReader oldRecordReader = (RecordReader) ( reader ).getRecordReader(); super.run( oldRecordReader ); } }
@Override public Throwable call() throws Exception { return map( null ); }
protected SourceStage createSourceStage( Tap source, FlowProcess flowProcess ) { String id = Tap.id( source ); LogicalInput logicalInput = inputMap.get( id ); if( logicalInput == null ) logicalInput = inputMap.get( flowProcess.getStringProperty( "cascading.node.source." + id ) ); if( logicalInput == null ) return new SourceStage( flowProcess, source ); return new TezSourceStage( flowProcess, source, logicalInput ); }
tupleEntry = timedNext( StepCounters.Read_Duration, iterator ); flowProcess.increment( StepCounters.Tuples_Read, 1 ); flowProcess.increment( SliceCounters.Tuples_Read, 1 ); handleReThrowableException( "out of memory, try increasing task memory allocation", error ); continue; handleException( exception, null ); continue; handleException( new DuctException( "internal error", throwable ), null ); continue;
/** * Returns a Set as a given tap may be bound to multiple branches * * @param duct * @return */ private Set<String> getTapBranchNamesFor( Duct duct ) { if( ( (Tap) ( (ElementDuct) duct ).getFlowElement() ).isTemporary() ) return Collections.emptySet(); if( duct instanceof SourceStage ) return node.getSourceTapNames( (Tap) ( (SourceStage) duct ).getFlowElement() ); else if( duct instanceof SinkStage ) return node.getSinkTapNames( (Tap) ( (SinkStage) duct ).getFlowElement() ); else throw new IllegalStateException( "duct does not wrap a Tap: " + duct.getClass().getCanonicalName() ); }
private SourceStage handleHead( Tap source, FlowProcess flowProcess ) { SourceStage sourceDuct = new SourceStage( flowProcess, source ); addHead( sourceDuct ); handleDuct( source, sourceDuct ); return sourceDuct; }
private SourceStage handleHead( Tap source, FlowProcess flowProcess ) { SourceStage sourceDuct = new SourceStage( flowProcess, source ); addHead( sourceDuct ); handleDuct( source, sourceDuct ); return sourceDuct; }
@Override public void run( Object input ) throws Throwable { RecordReader oldRecordReader = (RecordReader) ( reader ).getRecordReader(); super.run( oldRecordReader ); } }
@Override public void run( Object input ) throws Throwable { Throwable throwable = map( input ); if( throwable != null ) throw throwable; }
protected SourceStage createSourceStage( Tap source, FlowProcess flowProcess ) { String id = Tap.id( source ); LogicalInput logicalInput = inputMap.get( id ); if( logicalInput == null ) logicalInput = inputMap.get( flowProcess.getStringProperty( "cascading.node.source." + id ) ); if( logicalInput == null ) return new SourceStage( flowProcess, source ); return new TezSourceStage( flowProcess, source, logicalInput ); }
protected void buildGraph() { for( Object rhsElement : node.getSourceTaps() ) { Duct rhsDuct = new SourceStage( tapFlowProcess( (Tap) rhsElement ), (Tap) rhsElement ); addHead( rhsDuct ); handleDuct( (FlowElement) rhsElement, rhsDuct ); } }