How to use

count

method

in

org.apache.spark.streaming.api.java.JavaDStream

@SuppressWarnings("unchecked")
@Test
public void testCount() {
 List<List<Integer>> inputData = Arrays.asList(
   Arrays.asList(1,2,3,4),
   Arrays.asList(3,4,5),
   Arrays.asList(3));
 List<List<Long>> expected = Arrays.asList(
   Arrays.asList(4L),
   Arrays.asList(3L),
   Arrays.asList(1L));
 JavaDStream<Integer> stream = JavaTestUtils.attachTestInputStream(ssc, inputData, 1);
 JavaDStream<Long> count = stream.count();
 JavaTestUtils.attachTestOutputStream(count);
 List<List<Long>> result = JavaTestUtils.runStreams(ssc, 3, 3);
 assertOrderInvariantEquals(expected, result);
}

@SuppressWarnings("unchecked")
@Test
public void testCount() {
 List<List<Integer>> inputData = Arrays.asList(
   Arrays.asList(1,2,3,4),
   Arrays.asList(3,4,5),
   Arrays.asList(3));
 List<List<Long>> expected = Arrays.asList(
   Arrays.asList(4L),
   Arrays.asList(3L),
   Arrays.asList(1L));
 JavaDStream<Integer> stream = JavaTestUtils.attachTestInputStream(ssc, inputData, 1);
 JavaDStream<Long> count = stream.count();
 JavaTestUtils.attachTestOutputStream(count);
 List<List<Long>> result = JavaTestUtils.runStreams(ssc, 3, 3);
 assertOrderInvariantEquals(expected, result);
}

JavaDStream<Long> nums = lines.count();
nums.foreachRDD(new Function<JavaRDD<Long>, Void>() {

JavaDStream<Long> nums = lines.count();
nums.foreachRDD(new Function<JavaRDD<Long>, Void>() {
  private SimpleDateFormat sdf = new SimpleDateFormat("yyyyMMdd HH:mm:ss");

streamOfRecords.count().foreachRDD((rdd, timeStamp) ->
 rdd.foreach(countValue ->

@SuppressWarnings("unchecked")
@Test
public void testForeachRDD() {
 final LongAccumulator accumRdd = ssc.sparkContext().sc().longAccumulator();
 final LongAccumulator accumEle = ssc.sparkContext().sc().longAccumulator();
 List<List<Integer>> inputData = Arrays.asList(
   Arrays.asList(1,1,1),
   Arrays.asList(1,1,1));
 JavaDStream<Integer> stream = JavaTestUtils.attachTestInputStream(ssc, inputData, 1);
 JavaTestUtils.attachTestOutputStream(stream.count()); // dummy output
 stream.foreachRDD(rdd -> {
  accumRdd.add(1);
  rdd.foreach(i -> accumEle.add(1));
 });
 // This is a test to make sure foreachRDD(VoidFunction2) can be called from Java
 stream.foreachRDD((rdd, time) -> {});
 JavaTestUtils.runStreams(ssc, 2, 2);
 Assert.assertEquals(2, accumRdd.value().intValue());
 Assert.assertEquals(6, accumEle.value().intValue());
}

@SuppressWarnings("unchecked")
@Test
public void testForeachRDD() {
 final LongAccumulator accumRdd = ssc.sparkContext().sc().longAccumulator();
 final LongAccumulator accumEle = ssc.sparkContext().sc().longAccumulator();
 List<List<Integer>> inputData = Arrays.asList(
   Arrays.asList(1,1,1),
   Arrays.asList(1,1,1));
 JavaDStream<Integer> stream = JavaTestUtils.attachTestInputStream(ssc, inputData, 1);
 JavaTestUtils.attachTestOutputStream(stream.count()); // dummy output
 stream.foreachRDD(rdd -> {
  accumRdd.add(1);
  rdd.foreach(i -> accumEle.add(1));
 });
 // This is a test to make sure foreachRDD(VoidFunction2) can be called from Java
 stream.foreachRDD((rdd, time) -> {});
 JavaTestUtils.runStreams(ssc, 2, 2);
 Assert.assertEquals(2, accumRdd.value().intValue());
 Assert.assertEquals(6, accumEle.value().intValue());
}