/** * Creates a new instance. * * @param typeClass type of the stream elements */ public CountOperator(Class<Type> typeClass) { this(DataSetType.createDefault(typeClass)); }
public CartesianOperator(Class<InputType0> inputType0Class, Class<InputType1> inputType1Class) { super(DataSetType.createDefault(inputType0Class), DataSetType.createDefault(inputType1Class), DataSetType.createDefaultUnchecked(Tuple2.class), true); }
/** * Creates a new instance. * * @param callback callback that is executed locally for each incoming data unit * @param typeClass type of the incoming elements */ public LocalCallbackSink(Consumer<T> callback, Class<T> typeClass) { this(callback, DataSetType.createDefault(typeClass)); }
/** * Creates a new instance. * * @param numIterations number of iterations to be performed * @param typeClass of the "circulated" dataset */ public RepeatOperator(Integer numIterations, Class<Type> typeClass) { this(numIterations, DataSetType.createDefault(typeClass)); }
/** * Creates a new instance. * * @param type type of the stream elements */ public CountOperator(DataSetType<Type> type) { super(type, DataSetType.createDefault(Long.class), false); }
/** * Creates a new instance. * * @param typeClass the type of the datasets to be coalesced */ public UnionAllOperator(Class<Type> typeClass) { this(DataSetType.createDefault(typeClass)); }
/** * Creates a new instance. * * @param typeClass type of the dataunit elements */ public DistinctOperator(Class<Type> typeClass) { this(DataSetType.createDefault(typeClass)); }
/** * Creates a new instance. */ public ZipWithIdOperator(Class<InputType> inputTypeClass) { this(DataSetType.createDefault(inputTypeClass)); }
public TextFileSource(String inputUrl, String encoding) { super(DataSetType.createDefault(String.class)); this.inputUrl = inputUrl; this.encoding = encoding; }
/** * Creates a new instance. * * @param reduceDescriptor describes the reduction to be performed by this operator */ public ReduceOperator(FunctionDescriptor.SerializableBinaryOperator<Type> reduceDescriptor, Class<Type> typeClass) { this(new ReduceDescriptor<>(reduceDescriptor, typeClass), DataSetType.createDefault(typeClass), DataSetType.createDefault(typeClass)); }
/** * Creates a new instance. */ public MapOperator(TransformationDescriptor<InputType, OutputType> functionDescriptor) { this(functionDescriptor, DataSetType.createDefault(functionDescriptor.getInputType()), DataSetType.createDefault(functionDescriptor.getOutputType())); }
public JavaTsvFileSink(String targetPath, DataSetType<T> type) { super(type); assert type.equals(DataSetType.createDefault(Tuple2.class)) : String.format("Illegal type for %s: %s", this, type); this.targetPath = targetPath; }
/** * Creates a new instance. * * @param keyDescriptor sort key extractor */ public SortOperator(TransformationDescriptor<Type, Key> keyDescriptor) { super(DataSetType.createDefault(keyDescriptor.getInputType()), DataSetType.createDefault(keyDescriptor.getInputType()), false); this.keyDescriptor = keyDescriptor; }
/** * Creates a new instance. */ public FilterOperator(PredicateDescriptor<Type> predicateDescriptor) { super(DataSetType.createDefault(predicateDescriptor.getInputType()), DataSetType.createDefault(predicateDescriptor.getInputType()), true); this.predicateDescriptor = predicateDescriptor; }
/** * Creates a new instance. */ public FlatMapOperator(FlatMapDescriptor<InputType, OutputType> functionDescriptor) { super(DataSetType.createDefault(functionDescriptor.getInputType()), DataSetType.createDefault(functionDescriptor.getOutputType()), true); this.functionDescriptor = functionDescriptor; }
/** * Creates a new instance. */ public MapPartitionsOperator(MapPartitionsDescriptor<InputType, OutputType> functionDescriptor) { this(functionDescriptor, DataSetType.createDefault(functionDescriptor.getInputType()), DataSetType.createDefault(functionDescriptor.getOutputType()) ); }
/** * Creates a new instance. * * @param typeClass the class of data quanta being grouped */ public GlobalMaterializedGroupOperator(Class<Type> typeClass) { this(DataSetType.createDefault(typeClass), DataSetType.createGrouped(typeClass)); }
/** * Creates a new instance. */ public SparkMapPartitionsOperator(MapPartitionsDescriptor<InputType, OutputType> functionDescriptor) { this(functionDescriptor, DataSetType.createDefault(functionDescriptor.getInputType()), DataSetType.createDefault(functionDescriptor.getOutputType())); }
public JoinOperator(TransformationDescriptor<InputType0, Key> keyDescriptor0, TransformationDescriptor<InputType1, Key> keyDescriptor1) { super(DataSetType.createDefault(keyDescriptor0.getInputType()), DataSetType.createDefault(keyDescriptor1.getInputType()), JoinOperator.createOutputDataSetType(), true); this.keyDescriptor0 = keyDescriptor0; this.keyDescriptor1 = keyDescriptor1; } public JoinOperator(TransformationDescriptor<InputType0, Key> keyDescriptor0,
/** * Creates a new instance. * * @param keyDescriptor describes how to extract the key from data units */ public MaterializedGroupByOperator(TransformationDescriptor<Type, Key> keyDescriptor) { this(keyDescriptor, DataSetType.createDefault(keyDescriptor.getInputType()), DataSetType.createGrouped(keyDescriptor.getInputType())); }