/** * Creates a grouped reduce data flow operator. * * @param udf The class representing the parameterless user-defined function. * @param operatorInfo The type information, describing input and output types of the reduce function. * @param keyPositions The positions of the key fields, in the common data model (flattened). * @param name The name of the operator (for logging and messages). */ public ReduceOperatorBase(Class<? extends FT> udf, UnaryOperatorInformation<T, T> operatorInfo, int[] keyPositions, String name) { super(new UserCodeClassWrapper<FT>(udf), operatorInfo, keyPositions, name); }
/** * Creates a grouped reduce data flow operator. * * @param udf The class representing the parameterless user-defined function. * @param operatorInfo The type information, describing input and output types of the reduce function. * @param keyPositions The positions of the key fields, in the common data model (flattened). * @param name The name of the operator (for logging and messages). */ public ReduceOperatorBase(Class<? extends FT> udf, UnaryOperatorInformation<T, T> operatorInfo, int[] keyPositions, String name) { super(new UserCodeClassWrapper<FT>(udf), operatorInfo, keyPositions, name); }
/** * Creates a non-grouped reduce data flow operator (all-reduce). * * @param udf The class representing the parameterless user-defined function. * @param operatorInfo The type information, describing input and output types of the reduce function. * @param name The name of the operator (for logging and messages). */ public ReduceOperatorBase(Class<? extends FT> udf, UnaryOperatorInformation<T, T> operatorInfo, String name) { super(new UserCodeClassWrapper<FT>(udf), operatorInfo, name); } }
/** * Creates a non-grouped reduce data flow operator (all-reduce). * * @param udf The class representing the parameterless user-defined function. * @param operatorInfo The type information, describing input and output types of the reduce function. * @param name The name of the operator (for logging and messages). */ public ReduceOperatorBase(Class<? extends FT> udf, UnaryOperatorInformation<T, T> operatorInfo, String name) { super(new UserCodeClassWrapper<FT>(udf), operatorInfo, name); } }
/** * Creates a new Union operator. */ public Union(BinaryOperatorInformation<T, T, T> operatorInfo) { // we pass it an AbstractFunction, because currently all operators expect some form of UDF super(new UserCodeClassWrapper<AbstractFunction>(AbstractFunction.class), operatorInfo, NAME); }
private NoOpUnaryUdfOp() { // pass null here because we override getOutputType to return type // of input operator super(new UserCodeClassWrapper<NoOpFunction>(NoOpFunction.class), null, ""); }
/** * Creates a new Union operator. */ public Union(BinaryOperatorInformation<T, T, T> operatorInfo) { // we pass it an AbstractFunction, because currently all operators expect some form of UDF super(new UserCodeClassWrapper<AbstractFunction>(AbstractFunction.class), operatorInfo, NAME); }
private NoOpUnaryUdfOp() { // pass null here because we override getOutputType to return type // of input operator super(new UserCodeClassWrapper<NoOpFunction>(NoOpFunction.class), null, ""); }
/** * Creates a Builder with the provided {@link CrossFunction} implementation. * * @param udf The {@link CrossFunction} implementation for this Cross operator. */ public static Builder builder(Class<? extends CrossFunction> udf) { return new Builder(new UserCodeClassWrapper<CrossFunction>(udf)); }
/** * Creates a Builder with the provided {@link ReduceFunction} implementation. * * @param udf The {@link ReduceFunction} implementation for this Reduce contract. * @param keyClass The class of the key data type. * @param keyColumn The position of the key. */ public static Builder builder(Class<? extends ReduceFunction> udf, Class<? extends Key<?>> keyClass, int keyColumn) { return new Builder(new UserCodeClassWrapper<ReduceFunction>(udf), keyClass, keyColumn); }
/** * Creates a Builder with the provided {@link CrossFunction} implementation. * * @param udf The {@link CrossFunction} implementation for this Cross operator. */ public static Builder builder(Class<? extends CrossFunction> udf) { return new Builder(new UserCodeClassWrapper<CrossFunction>(udf)); }
/** * Creates a Builder with the provided {@link JoinFunction} implementation * * @param udf The {@link JoinFunction} implementation for this Match operator. * @param keyClass The class of the key data type. * @param keyColumn1 The position of the key in the first input's records. * @param keyColumn2 The position of the key in the second input's records. */ public static Builder builder(Class<? extends JoinFunction> udf, Class<? extends Key<?>> keyClass, int keyColumn1, int keyColumn2) { return new Builder(new UserCodeClassWrapper<JoinFunction>(udf), keyClass, keyColumn1, keyColumn2); }
/** * Creates a Builder with the provided {@link ReduceFunction} implementation. * * @param udf The {@link ReduceFunction} implementation for this Reduce contract. */ public static Builder builder(Class<? extends ReduceFunction> udf) { return new Builder(new UserCodeClassWrapper<ReduceFunction>(udf)); }
/** * Creates a Builder with the provided {@link MapFunction} implementation. * * @param udf The {@link MapFunction} implementation for this Map operator. */ public static Builder builder(Class<? extends MapFunction> udf) { return new Builder(new UserCodeClassWrapper<MapFunction>(udf)); }
/** * Creates a Builder with the provided {@link CrossFunction} implementation. * * @param udf The {@link CrossFunction} implementation for this Cross operator. */ public static Builder builder(Class<? extends CrossFunction> udf) { return new Builder(new UserCodeClassWrapper<CrossFunction>(udf)); }
/** * @param name */ public BulkIterationBase(UnaryOperatorInformation<T, T> operatorInfo, String name) { super(new UserCodeClassWrapper<AbstractFunction>(AbstractFunction.class), operatorInfo, name); inputPlaceHolder = new PartialSolutionPlaceHolder<T>(this, this.getOperatorInfo()); }
/** * @param name */ public BulkIterationBase(UnaryOperatorInformation<T, T> operatorInfo, String name) { super(new UserCodeClassWrapper<AbstractFunction>(AbstractFunction.class), operatorInfo, name); inputPlaceHolder = new PartialSolutionPlaceHolder<T>(this, this.getOperatorInfo()); }
/** * Creates a GenericDataSink with the provided {@link OutputFormat} implementation * and the given name. * * @param f The {@link OutputFormat} implementation used to sink the data. * @param name The given name for the sink, used in plans, logs and progress messages. */ public GenericDataSink(Class<? extends OutputFormat<Record>> f, String name) { super(new UserCodeClassWrapper<OutputFormat<Record>>(f), new UnaryOperatorInformation<Record, Nothing>(new RecordTypeInfo(), new NothingTypeInfo()), name); }
public DeltaIterationBase(BinaryOperatorInformation<ST, WT, ST> operatorInfo, int[] keyPositions, String name) { super(new UserCodeClassWrapper<AbstractFunction>(AbstractFunction.class), operatorInfo, name); this.solutionSetKeyFields = keyPositions; solutionSetPlaceholder = new SolutionSetPlaceHolder<ST>(this, new OperatorInformation<ST>(operatorInfo.getFirstInputType())); worksetPlaceholder = new WorksetPlaceHolder<WT>(this, new OperatorInformation<WT>(operatorInfo.getSecondInputType())); }
public DeltaIterationBase(BinaryOperatorInformation<ST, WT, ST> operatorInfo, int[] keyPositions, String name) { super(new UserCodeClassWrapper<AbstractFunction>(AbstractFunction.class), operatorInfo, name); this.solutionSetKeyFields = keyPositions; solutionSetPlaceholder = new SolutionSetPlaceHolder<ST>(this, new OperatorInformation<ST>(operatorInfo.getFirstInputType())); worksetPlaceholder = new WorksetPlaceHolder<WT>(this, new OperatorInformation<WT>(operatorInfo.getSecondInputType())); }