final BroadcastStream<String> broadcast = srcTwo.broadcast(utterDescriptor);
final BroadcastStream<String> broadcast = srcTwo.broadcast(utterDescriptor);
.broadcast() .split(selector) .select("foo")
coIt.closeWith(head.broadcast().union(otherSource));
BroadcastStream<String> broadcast = srcTwo.broadcast(descriptor); BroadcastConnectedStream<Long, String> bcStream = srcOne.connect(broadcast);
BroadcastStream<String> broadcast = srcTwo.broadcast(descriptor); BroadcastConnectedStream<Long, String> bcStream = srcOne.connect(broadcast);
src.broadcast().map(new SubtaskIndexAssigner()).addSink(broadcastPartitionResultSink);
DataStream<Long> selfUnionDifferentPartition = input6.broadcast().union(input6).map(new MapFunction<Long, Long>() { @Override public Long map(Long value) throws Exception { DataStream<Long> unionDifferingPartitioning = input4.broadcast().union(input5).map(new MapFunction<Long, Long>() { @Override public Long map(Long value) throws Exception {
inputStream = inputStream.broadcast(); } else if (!grouping.is_set_local_or_shuffle()) { throw new UnsupportedOperationException(
WindowedValue<OutputT>> rawFlinkTransform = new TwoInputTransformation( keyedStream.getTransformation(), transformedSideInputs.f1.broadcast().getTransformation(), transformName, doFnOperator, .connect(transformedSideInputs.f1.broadcast()) .transform(transformName, outputTypeInformation, doFnOperator);
outputStream = inputDataStream .connect(transformedSideInputs.unionedSideInputs.broadcast()) .transform(transform.getUniqueName(), outputTypeInformation, doFnOperator);
public static void main(String[] args) throws Exception { // Set up the environment if(!parseParameters(args)) { return; } StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment(); DataStream<Edge<Long, NullValue>> edges = getEdgesDataSet(env); int localSamples = samples / env.getParallelism(); // Count triangles DataStream<Tuple2<Integer, Integer>> triangles = edges .broadcast() .flatMap(new TriangleSampler(localSamples, vertexCount)) .flatMap(new TriangleSummer(samples, vertexCount)) .setParallelism(1); // Emit the results if (fileOutput) { triangles.writeAsCsv(outputPath); } else { triangles.print(); } env.execute("Broadcast Triangle Count"); }
public DataStream<String> constructTestPipeline(DataStream<String> source) { OutputTag<Integer> filtered = new OutputTag<>("filter", BasicTypeInfo.INT_TYPE_INFO); OutputTag<Integer> process = new OutputTag<>("process", BasicTypeInfo.INT_TYPE_INFO); SingleOutputStreamOperator<String> input = source.process(new ProcessFunction<String, String>() { private static final long serialVersionUID = 1L; @Override public void processElement(String s, Context ctx, Collector<String> out) throws Exception { if (s.startsWith("filter ")) { ctx.output(filtered, Integer.parseInt(s.substring(7))); } else if (s.startsWith("process ")) { ctx.output(process, Integer.parseInt(s.substring(8))); } else { throw new RuntimeException("oOoO"); } } }); BroadcastStream<Integer> broadcast = input.getSideOutput(filtered).broadcast(bcstate); return input.getSideOutput(process).keyBy(i -> i).connect(broadcast).process(new BroadcastProcessor(bcstate)) .uid("stateful"); }
new TwoInputTransformation<>( keyedWorkItemStream.getTransformation(), transformSideInputs.f1.broadcast().getTransformation(), transform.getName(), (TwoInputStreamOperator) doFnOperator,
new TwoInputTransformation<>( keyedWorkItemStream.getTransformation(), transformSideInputs.f1.broadcast().getTransformation(), transform.getName(), (TwoInputStreamOperator) doFnOperator,
WindowedValue<KV<K, OutputT>>> rawFlinkTransform = new TwoInputTransformation<>( keyedWorkItemStream.getTransformation(), transformSideInputs.f1.broadcast().getTransformation(), transform.getName(), (TwoInputStreamOperator) doFnOperator,
broadcast(). connect(lineitems);