JavaRDD<String> numbers = spark.read().textFile(inputPath).javaRDD();
JavaRDD<String> numbers = spark.read().textFile(inputPath).javaRDD();
@Test public void testTextLoad() { Dataset<String> ds1 = spark.read().textFile(getResource("test-data/text-suite.txt")); Assert.assertEquals(4L, ds1.count()); Dataset<String> ds2 = spark.read().textFile( getResource("test-data/text-suite.txt"), getResource("test-data/text-suite2.txt")); Assert.assertEquals(5L, ds2.count()); }
@Test public void testTextLoad() { Dataset<String> ds1 = spark.read().textFile(getResource("test-data/text-suite.txt")); Assert.assertEquals(4L, ds1.count()); Dataset<String> ds2 = spark.read().textFile( getResource("test-data/text-suite.txt"), getResource("test-data/text-suite2.txt")); Assert.assertEquals(5L, ds2.count()); }
@Test public void testTextLoad() { Dataset<String> ds1 = spark.read().textFile(getResource("test-data/text-suite.txt")); Assert.assertEquals(4L, ds1.count()); Dataset<String> ds2 = spark.read().textFile( getResource("test-data/text-suite.txt"), getResource("test-data/text-suite2.txt")); Assert.assertEquals(5L, ds2.count()); }
@Override public Dataset<String> textFile(final scala.collection.Seq<String> paths) { final boolean userTriggered = initializeFunction(paths); final Dataset<String> result = Dataset.from(super.textFile(paths)); this.setIsUserTriggered(userTriggered); return result; }
@Override public Dataset<String> textFile(final String path) { final boolean userTriggered = initializeFunction(path); final Dataset<String> result = Dataset.from(super.textFile(path)); this.setIsUserTriggered(userTriggered); return result; } }
@Override public Dataset<String> textFile(final String... paths) { final boolean userTriggered = initializeFunction(paths); final Dataset<String> result = Dataset.from(super.textFile(paths)); this.setIsUserTriggered(userTriggered); return result; }