@SuppressWarnings("unchecked") @Override public SparkCollection<T> union(SparkCollection<T> other) { return wrap(stream.union((JavaDStream<T>) other.getUnderlying())); }
@SuppressWarnings("unchecked") @Test public void testUnion() { List<List<Integer>> inputData1 = Arrays.asList( Arrays.asList(1,1), Arrays.asList(2,2), Arrays.asList(3,3)); List<List<Integer>> inputData2 = Arrays.asList( Arrays.asList(4,4), Arrays.asList(5,5), Arrays.asList(6,6)); List<List<Integer>> expected = Arrays.asList( Arrays.asList(1,1,4,4), Arrays.asList(2,2,5,5), Arrays.asList(3,3,6,6)); JavaDStream<Integer> stream1 = JavaTestUtils.attachTestInputStream(ssc, inputData1, 2); JavaDStream<Integer> stream2 = JavaTestUtils.attachTestInputStream(ssc, inputData2, 2); JavaDStream<Integer> unioned = stream1.union(stream2); JavaTestUtils.attachTestOutputStream(unioned); List<List<Integer>> result = JavaTestUtils.runStreams(ssc, 3, 3); assertOrderInvariantEquals(expected, result); }
@SuppressWarnings("unchecked") @Test public void testUnion() { List<List<Integer>> inputData1 = Arrays.asList( Arrays.asList(1,1), Arrays.asList(2,2), Arrays.asList(3,3)); List<List<Integer>> inputData2 = Arrays.asList( Arrays.asList(4,4), Arrays.asList(5,5), Arrays.asList(6,6)); List<List<Integer>> expected = Arrays.asList( Arrays.asList(1,1,4,4), Arrays.asList(2,2,5,5), Arrays.asList(3,3,6,6)); JavaDStream<Integer> stream1 = JavaTestUtils.attachTestInputStream(ssc, inputData1, 2); JavaDStream<Integer> stream2 = JavaTestUtils.attachTestInputStream(ssc, inputData2, 2); JavaDStream<Integer> unioned = stream1.union(stream2); JavaTestUtils.attachTestOutputStream(unioned); List<List<Integer>> result = JavaTestUtils.runStreams(ssc, 3, 3); assertOrderInvariantEquals(expected, result); }
JavaDStream<String> unifiedStream = stream1.union(stream2);
JavaDStream<String> unifiedStream = stream1.union(stream2);
JavaDStream<String> unifiedStream = stream1.union(stream2);
JavaDStream<String> unifiedStream = stream1.union(stream2);
JavaDStream<String> unifiedStream = stream1.union(stream2);
JavaDStream<String> unifiedStream = stream1.union(stream2);
JavaDStream<String> unifiedStream = stream1.union(stream2);