public static void main(String[] args) throws Exception { String master = args[0]; JavaSparkContext sc = new JavaSparkContext( master, "wordcount", System.getenv("SPARK_HOME"), System.getenv("JARS")); JavaRDD<String> rdd = sc.textFile(args[1]); JavaPairRDD<String, Integer> counts = rdd.flatMap( new FlatMapFunction<String, String>() { public Iterable<String> call(String x) { return Arrays.asList(x.split(" ")); }}).mapToPair(new PairFunction<String, String, Integer>(){ public Tuple2<String, Integer> call(String x){ return new Tuple2(x, 1); }}).reduceByKey(new Function2<Integer, Integer, Integer>(){ public Integer call(Integer x, Integer y){ return x+y;}}); counts.saveAsTextFile(args[2]); } }
contactCounts.saveAsTextFile(outputDir + "/contactCount"); } else { System.out.println("Too many errors " + invalidSignCount.value() + return new Tuple2(country, callSignCount._2()); }}).reduceByKey(new SumInts()); countryContactCounts.saveAsTextFile(outputDir + "/countries.txt"); System.out.println("Saved country contact counts as a file");
cart.saveAsTextFile("/output/z");
return new Tuple2<String,Tuple2<Long,Integer>>(K, V); }); monoid.saveAsTextFile("/output/3"); reduced.saveAsTextFile("/output/4"); ); mean.saveAsTextFile("/output/5"); System.exit(0);
return new Tuple2<String,Integer>(tokens[0], Integer.parseInt(tokens[1])); }); kv.saveAsTextFile("/output/2"); uniqueKeys.saveAsTextFile("/output/3");
return new Tuple2<String,Integer>(tokens[0], Integer.parseInt(tokens[1])); }); kv.saveAsTextFile("/output/2"); uniqueKeys.saveAsTextFile("/output/3");
monoid.saveAsTextFile("/output/3"); reduced.saveAsTextFile("/output/4"); mean.saveAsTextFile("/output/5"); System.exit(0);
counts.saveAsTextFile(outputPath);
kv.saveAsTextFile("/output/2"); uniqueKeys.saveAsTextFile("/output/3");
filteredAnagrams.saveAsTextFile(outputPath);
counts.saveAsTextFile(outputPath);
sorted.saveAsTextFile(outputPath);
sortedByFreq.saveAsTextFile(outputPath);
counts.sortByKey().saveAsTextFile(outputPath);
result.saveAsTextFile(outputPath);
counts.sortByKey().saveAsTextFile(outputPath);
rankedProducts.coalesce(1,true).saveAsTextFile(outputPath);
rankedProducts.coalesce(1,true).saveAsTextFile(outputPath);
rankedProducts.coalesce(1,true).saveAsTextFile(outputPath);
rankedProducts.coalesce(1,true).saveAsTextFile(outputPath);