Tabnine Logo
Duct.receive
Code IndexAdd Tabnine to your IDE (free)

How to use
receive
method
in
cascading.flow.stream.duct.Duct

Best Java code snippets using cascading.flow.stream.duct.Duct.receive (Showing top 20 results out of 315)

origin: cwensel/cascading

public void receive( Duct previous, int ordinal, Incoming incoming )
 {
 next.receive( this, ordinal, (Outgoing) incoming );
 }
}
origin: cwensel/cascading

@Override
public void completeGroup( Duct previous, Outgoing outgoing )
 {
 next.receive( previous, 0, outgoing );
 }
}
origin: cwensel/cascading

public void receive( Duct previous, int ordinal, Incoming incoming )
 {
 // override ordinal value
 next.receive( previous, this.ordinal, (Outgoing) incoming );
 }
origin: cwensel/cascading

@Override
public void receive( Duct previous, int ordinal, Incoming incoming )
 {
 for( int i = 0; i < allNext.length; i++ )
  allNext[ i ].receive( previous, i, incoming );
 }
origin: cwensel/cascading

public final void receiveFirst( Incoming incoming )
 {
 receive( null, 0, incoming );
 }
origin: cwensel/cascading

public void passOn( Duct next )
 {
 next.receive( previous, ordinal, tuple );
 }
origin: cwensel/cascading

@Override
public void receive( Duct previous, int ordinal, Grouping<Incoming, Iterator<Incoming>> grouping )
 {
 while( grouping.joinIterator.hasNext() )
  next.receive( previous, 0, (Outgoing) grouping.joinIterator.next() );
 }
origin: cwensel/cascading

@Override
public void receive( Duct previous, int ordinal, Grouping<Incoming, Iterator<Incoming>> grouping )
 {
 // don't start a grouping if there are no values in the group
 if( !grouping.joinIterator.hasNext() )
  return;
 reducing.startGroup( previous, grouping.key );
 while( grouping.joinIterator.hasNext() )
  next.receive( this, 0, (Outgoing) grouping.joinIterator.next() );
 reducing.completeGroup( previous, grouping.key );
 }
}
origin: dataArtisans/cascading-flink

  @SuppressWarnings("unchecked")
  @Override
  public void run(Object input) throws Throwable {

    Tuple2<Tuple, Tuple[]> joinInputTuples;
    try {
      joinInputTuples = (Tuple2<Tuple, Tuple[]>)input;
    }
    catch(ClassCastException cce) {
      throw new RuntimeException("JoinBoundaryInStage expects Tuple2<Tuple, Tuple[]>", cce);
    }

    flowProcess.increment( StepCounters.Tuples_Read, 1 );
    flowProcess.increment( SliceCounters.Tuples_Read, 1 );

    next.receive(this, joinInputTuples);
  }
}
origin: cwensel/cascading

private void performJoinWith( Tuple keyTuple )
 {
 // never replace the first array, pos == 0
 for( int i = 1; i < keyValues.length; i++ )
  {
  // if key does not exist, #get will create an empty array list,
  // and store the key, which is not a copy
  if( keyValues[ i ].containsKey( keyTuple ) )
   collections[ i ] = keyValues[ i ].get( keyTuple );
  else
   collections[ i ] = Collections.EMPTY_LIST;
  }
 closure.reset( collections );
 keyEntry.setTuple( keyTuple );
 tupleEntryIterator.reset( splice.getJoiner().getIterator( closure ) );
 next.receive( this, 0, grouping );
 }
origin: dataArtisans/cascading-flink

@Override
public void run(Object input) {
  Iterator<Tuple2<Tuple, Tuple[]>> iterator;
  try {
    iterator = (Iterator<Tuple2<Tuple, Tuple[]>>) input;
  }
  catch(ClassCastException cce) {
    throw new RuntimeException("CoGroupInGate requires Iterator<Tuple2<Tuple, Tuple[]>", cce);
  }
  resultIterator.reset(iterator);
  resultIterator.hasNext(); // load first element into closure
  tupleEntryIterator.reset(resultIterator);
  keyEntry.setTuple( this.closure.getGroupTuple(null) );
  next.receive( this, grouping );
}
origin: cwensel/cascading

@Override
public void receive( Duct previous, int ordinal, Void value )
 {
 next.start( this );
 for( Outgoing item : values )
  next.receive( this, 0, item );
 next.complete( this );
 }
}
origin: dataArtisans/cascading-flink

@Override
public void receive(Duct previous, Tuple2<Tuple, Tuple[]> t) {
  closure.reset(t);
  entryIterator.reset(joiner.getIterator(closure));
  while(entryIterator.hasNext()) {
    next.receive(this, entryIterator.next());
  }
}
origin: cwensel/cascading

@Override
protected void collect( TupleEntry resultEntry ) throws IOException
 {
 Tuple outgoing = outgoingBuilder.makeResult( incomingEntry.getTuple(), resultEntry.getTuple() );
 outgoingEntry.setTuple( outgoing );
 try
  {
  next.receive( BufferEveryWindow.this, 0, outgoingEntry );
  }
 finally
  {
  Tuples.asModifiable( outgoing );
  }
 }
};
origin: cwensel/cascading

private void push( Collection<Tuple>[] collections, Tuple keysTuple )
 {
 closure.reset( collections );
 keyEntry.setTuple( closure.getGroupTuple( keysTuple ) );
 // create Closure type here
 tupleEntryIterator.reset( splice.getJoiner().getIterator( closure ) );
 next.receive( this, 0, grouping );
 }
}
origin: cascading/cascading-hadoop2-common

public void accept( Tuple key, Iterator<Tuple>[] values )
 {
 key = unwrapGrouping( key );
 closure.reset( key, values );
 // Buffer is using JoinerClosure directly
 if( !isBufferJoin )
  tupleEntryIterator.reset( splice.getJoiner().getIterator( closure ) );
 else
  tupleEntryIterator.reset( values );
 keyEntry.setTuple( closure.getGroupTuple( key ) );
 next.receive( this, 0, grouping );
 }
origin: cwensel/cascading

public void accept( Tuple key, Iterator<Tuple>[] values )
 {
 key = unwrapGrouping( key );
 closure.reset( key, values );
 // Buffer is using JoinerClosure directly
 if( !isBufferJoin )
  tupleEntryIterator.reset( splice.getJoiner().getIterator( closure ) );
 else
  tupleEntryIterator.reset( values );
 keyEntry.setTuple( closure.getGroupTuple( key ) );
 next.receive( this, 0, grouping );
 }
origin: cwensel/cascading

@Override
protected void collect( TupleEntry input ) throws IOException
 {
 Tuple outgoing = outgoingBuilder.makeResult( incomingEntry.getTuple(), input.getTuple() );
 outgoingEntry.setTuple( outgoing );
 try
  {
  next.receive( FunctionEachStage.this, 0, outgoingEntry );
  }
 finally
  {
  Tuples.asModifiable( input.getTuple() );
  Tuples.asModifiable( outgoing );
  }
 }
} );
origin: cwensel/cascading

@Override
public void receive( Duct previous, int ordinal, TupleEntry tupleEntry )
 {
 try
  {
  argumentsEntry.setTuple( argumentsBuilder.makeResult( tupleEntry.getTuple(), null ) );
  operationCall.setArguments( argumentsEntry );
  groupAssertion.aggregate( flowProcess, operationCall );
  }
 catch( CascadingException exception )
  {
  handleException( exception, argumentsEntry );
  }
 catch( Throwable throwable )
  {
  handleException( new OperatorException( every, "operator Every failed executing operation: " + every.getOperation(), throwable ), argumentsEntry );
  }
 next.receive( this, 0, tupleEntry );
 }
origin: cwensel/cascading

@Override
public void receive( Duct previous, int ordinal, TupleEntry tupleEntry )
 {
 try
  {
  argumentsEntry.setTuple( argumentsBuilder.makeResult( tupleEntry.getTuple(), null ) );
  operationCall.setArguments( argumentsEntry );
  aggregator.aggregate( flowProcess, operationCall );
  }
 catch( CascadingException exception )
  {
  handleException( exception, argumentsEntry );
  }
 catch( Throwable throwable )
  {
  handleException( new OperatorException( every, "operator Every failed executing operation: " + every.getOperation(), throwable ), argumentsEntry );
  }
 next.receive( this, ordinal, tupleEntry );
 }
cascading.flow.stream.ductDuctreceive

Popular methods of Duct

  • complete
  • start
  • bind
  • cleanup
  • getNext
  • getNextFor
  • initialize
    Called immediately after bind
  • prepare

Popular in Java

  • Start an intent from android
  • onRequestPermissionsResult (Fragment)
  • onCreateOptionsMenu (Activity)
  • runOnUiThread (Activity)
  • Set (java.util)
    A Set is a data structure which does not allow duplicate elements.
  • BlockingQueue (java.util.concurrent)
    A java.util.Queue that additionally supports operations that wait for the queue to become non-empty
  • HttpServletRequest (javax.servlet.http)
    Extends the javax.servlet.ServletRequest interface to provide request information for HTTP servlets.
  • JComboBox (javax.swing)
  • JTextField (javax.swing)
  • BasicDataSource (org.apache.commons.dbcp)
    Basic implementation of javax.sql.DataSource that is configured via JavaBeans properties. This is no
  • Top 12 Jupyter Notebook extensions
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now