@Test public void testUnion5IdenticalDataSets() throws Exception { /* * Union of 5 same Data Sets, with multiple unions */ final ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment(); DataSet<Tuple3<Integer, Long, String>> ds = CollectionDataSets.get3TupleDataSet(env); DataSet<Tuple3<Integer, Long, String>> unionDs = ds.union(CollectionDataSets.get3TupleDataSet(env)) .union(CollectionDataSets.get3TupleDataSet(env)) .union(CollectionDataSets.get3TupleDataSet(env)) .union(CollectionDataSets.get3TupleDataSet(env)); List<Tuple3<Integer, Long, String>> result = unionDs.collect(); String expected = FULL_TUPLE_3_STRING + FULL_TUPLE_3_STRING + FULL_TUPLE_3_STRING + FULL_TUPLE_3_STRING + FULL_TUPLE_3_STRING; compareResultAsTuples(result, expected); }
@Override protected void testProgram() throws Exception { ExecutionEnvironment env = ExecutionEnvironment.getExecutionEnvironment(); DataSet<Long> inputStatic = env.generateSequence(1, 4); DataSet<Long> inputIteration = env.generateSequence(1, 4); IterativeDataSet<Long> iteration = inputIteration.iterate(3); DataSet<Long> result = iteration.closeWith(inputStatic.union(inputStatic).union(iteration.union(iteration))); result.output(new LocalCollectionOutputFormat<Long>(this.result)); env.execute(); }
dataset1.union(dataset2).union(dataset3) .groupBy((KeySelector<Tuple3<Double, StringValue, LongValue>, String>) value -> "") .sortGroup((KeySelector<Tuple3<Double, StringValue, LongValue>, String>) value -> "", Order.ASCENDING)
.closeWith(iteration.union(iteration).union(input2.union(input2)));
input2.union(input2).union(iteration.union(iteration)));
/** * Creates the meta data for the given graph collection. * * @param graphs graph collection * @return meta data information */ default DataSet<Tuple3<String, String, String>> tuplesFromCollection(GraphCollection graphs) { return tuplesFromElements(graphs.getVertices()) .union(tuplesFromElements(graphs.getEdges())) .union(tuplesFromElements(graphs.getGraphHeads())); }
/** * Creates the meta data for the given graph collection. * * @param graphs graph collection * @return meta data information */ default DataSet<Tuple3<String, String, String>> tuplesFromCollection(GraphCollection graphs) { return tuplesFromElements(graphs.getVertices()) .union(tuplesFromElements(graphs.getEdges())) .union(tuplesFromElements(graphs.getGraphHeads())); }
.union(result.getEdges() .map(new ExpandGraphsToIdSet<>())) .union(result.getGraphHead() .map(new IdAsIdSet<>())) .reduce(new IdSetCombiner())
.filter(new IsResult<>(true)) .union(resultIncrement) .union(childEmbeddings);
.filter(new IsResult<>(true)) .union(resultIncrement) .union(childEmbeddings);
.filter(new IsResult<>(true)) .union(resultIncrement) .union(childEmbeddings);
.filter(new IsResult<>(true)) .union(resultIncrement) .union(childEmbeddings);