@SuppressWarnings("unchecked") @Test public void testVariousTransformWith() { // tests whether all variations of transformWith can be called from Java List<List<Integer>> inputData1 = Arrays.asList(Arrays.asList(1)); List<List<String>> inputData2 = Arrays.asList(Arrays.asList("x")); JavaDStream<Integer> stream1 = JavaTestUtils.attachTestInputStream(ssc, inputData1, 1); JavaDStream<String> stream2 = JavaTestUtils.attachTestInputStream(ssc, inputData2, 1); List<List<Tuple2<String, Integer>>> pairInputData1 = Arrays.asList(Arrays.asList(new Tuple2<>("x", 1))); List<List<Tuple2<Double, Character>>> pairInputData2 = Arrays.asList(Arrays.asList(new Tuple2<>(1.0, 'x'))); JavaPairDStream<String, Integer> pairStream1 = JavaPairDStream.fromJavaDStream( JavaTestUtils.attachTestInputStream(ssc, pairInputData1, 1)); JavaPairDStream<Double, Character> pairStream2 = JavaPairDStream.fromJavaDStream( JavaTestUtils.attachTestInputStream(ssc, pairInputData2, 1)); stream1.transformWith(stream2, (rdd1, rdd2, time) -> null); stream1.transformWith(pairStream1, (rdd1, rdd2, time) -> null); stream1.transformWithToPair(stream2, (rdd1, rdd2, time) -> null); stream1.transformWithToPair(pairStream1, (rdd1, rdd2, time) -> null); pairStream1.transformWith(stream2, (rdd1, rdd2, time) -> null); pairStream1.transformWith(pairStream1, (rdd1, rdd2, time) -> null); pairStream1.transformWithToPair(stream2, (rdd1, rdd2, time) -> null); pairStream1.transformWithToPair(pairStream2, (rdd1, rdd2, time) -> null); }
@SuppressWarnings("unchecked") @Test public void testVariousTransformWith() { // tests whether all variations of transformWith can be called from Java List<List<Integer>> inputData1 = Arrays.asList(Arrays.asList(1)); List<List<String>> inputData2 = Arrays.asList(Arrays.asList("x")); JavaDStream<Integer> stream1 = JavaTestUtils.attachTestInputStream(ssc, inputData1, 1); JavaDStream<String> stream2 = JavaTestUtils.attachTestInputStream(ssc, inputData2, 1); List<List<Tuple2<String, Integer>>> pairInputData1 = Arrays.asList(Arrays.asList(new Tuple2<>("x", 1))); List<List<Tuple2<Double, Character>>> pairInputData2 = Arrays.asList(Arrays.asList(new Tuple2<>(1.0, 'x'))); JavaPairDStream<String, Integer> pairStream1 = JavaPairDStream.fromJavaDStream( JavaTestUtils.attachTestInputStream(ssc, pairInputData1, 1)); JavaPairDStream<Double, Character> pairStream2 = JavaPairDStream.fromJavaDStream( JavaTestUtils.attachTestInputStream(ssc, pairInputData2, 1)); stream1.transformWith(stream2, (rdd1, rdd2, time) -> null); stream1.transformWith(pairStream1, (rdd1, rdd2, time) -> null); stream1.transformWithToPair(stream2, (rdd1, rdd2, time) -> null); stream1.transformWithToPair(pairStream1, (rdd1, rdd2, time) -> null); pairStream1.transformWith(stream2, (rdd1, rdd2, time) -> null); pairStream1.transformWith(pairStream1, (rdd1, rdd2, time) -> null); pairStream1.transformWithToPair(stream2, (rdd1, rdd2, time) -> null); pairStream1.transformWithToPair(pairStream2, (rdd1, rdd2, time) -> null); }
@Test public void testVariousTransformWith() { // tests whether all variations of transformWith can be called from Java List<List<Integer>> inputData1 = Arrays.asList(Arrays.asList(1)); List<List<String>> inputData2 = Arrays.asList(Arrays.asList("x")); JavaDStream<Integer> stream1 = JavaTestUtils.attachTestInputStream(ssc, inputData1, 1); JavaDStream<String> stream2 = JavaTestUtils.attachTestInputStream(ssc, inputData2, 1); List<List<Tuple2<String, Integer>>> pairInputData1 = Arrays.asList(Arrays.asList(new Tuple2<>("x", 1))); List<List<Tuple2<Double, Character>>> pairInputData2 = Arrays.asList(Arrays.asList(new Tuple2<>(1.0, 'x'))); JavaPairDStream<String, Integer> pairStream1 = JavaPairDStream.fromJavaDStream( JavaTestUtils.attachTestInputStream(ssc, pairInputData1, 1)); JavaPairDStream<Double, Character> pairStream2 = JavaPairDStream.fromJavaDStream( JavaTestUtils.attachTestInputStream(ssc, pairInputData2, 1)); JavaDStream<Double> transformed1 = stream1.transformWith(stream2, (x, y, z) -> null); JavaDStream<Double> transformed2 = stream1.transformWith(pairStream1,(x, y, z) -> null); JavaPairDStream<Double, Double> transformed3 = stream1.transformWithToPair(stream2,(x, y, z) -> null); JavaPairDStream<Double, Double> transformed4 = stream1.transformWithToPair(pairStream1,(x, y, z) -> null); JavaDStream<Double> pairTransformed1 = pairStream1.transformWith(stream2,(x, y, z) -> null); JavaDStream<Double> pairTransformed2_ = pairStream1.transformWith(pairStream1,(x, y, z) -> null); JavaPairDStream<Double, Double> pairTransformed3 = pairStream1.transformWithToPair(stream2,(x, y, z) -> null); JavaPairDStream<Double, Double> pairTransformed4 = pairStream1.transformWithToPair(pairStream2,(x, y, z) -> null); }
@Test public void testVariousTransformWith() { // tests whether all variations of transformWith can be called from Java List<List<Integer>> inputData1 = Arrays.asList(Arrays.asList(1)); List<List<String>> inputData2 = Arrays.asList(Arrays.asList("x")); JavaDStream<Integer> stream1 = JavaTestUtils.attachTestInputStream(ssc, inputData1, 1); JavaDStream<String> stream2 = JavaTestUtils.attachTestInputStream(ssc, inputData2, 1); List<List<Tuple2<String, Integer>>> pairInputData1 = Arrays.asList(Arrays.asList(new Tuple2<>("x", 1))); List<List<Tuple2<Double, Character>>> pairInputData2 = Arrays.asList(Arrays.asList(new Tuple2<>(1.0, 'x'))); JavaPairDStream<String, Integer> pairStream1 = JavaPairDStream.fromJavaDStream( JavaTestUtils.attachTestInputStream(ssc, pairInputData1, 1)); JavaPairDStream<Double, Character> pairStream2 = JavaPairDStream.fromJavaDStream( JavaTestUtils.attachTestInputStream(ssc, pairInputData2, 1)); JavaDStream<Double> transformed1 = stream1.transformWith(stream2, (x, y, z) -> null); JavaDStream<Double> transformed2 = stream1.transformWith(pairStream1,(x, y, z) -> null); JavaPairDStream<Double, Double> transformed3 = stream1.transformWithToPair(stream2,(x, y, z) -> null); JavaPairDStream<Double, Double> transformed4 = stream1.transformWithToPair(pairStream1,(x, y, z) -> null); JavaDStream<Double> pairTransformed1 = pairStream1.transformWith(stream2,(x, y, z) -> null); JavaDStream<Double> pairTransformed2_ = pairStream1.transformWith(pairStream1,(x, y, z) -> null); JavaPairDStream<Double, Double> pairTransformed3 = pairStream1.transformWithToPair(stream2,(x, y, z) -> null); JavaPairDStream<Double, Double> pairTransformed4 = pairStream1.transformWithToPair(pairStream2,(x, y, z) -> null); }