AvgCount result = rdd.aggregate(initial, addAndCount, combine); System.out.println(result.avg()); sc.stop();
AvgCount result = rdd.aggregate(initial, addAndCount, combine); System.out.println(result.avg());
@Test public void aggregate() { JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4)); int sum = rdd.aggregate(0, new AddInts(), new AddInts()); assertEquals(10, sum); }
@Test public void aggregate() { JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4)); int sum = rdd.aggregate(0, new AddInts(), new AddInts()); assertEquals(10, sum); }
@Test public void aggregate() { JavaRDD<Integer> rdd = sc.parallelize(Arrays.asList(1, 2, 3, 4)); int sum = rdd.aggregate(0, new AddInts(), new AddInts()); assertEquals(10, sum); }
StatCalculator agg = (StatCalculator) this.rawSpatialRDD.aggregate(null, seqOp, combOp); if (agg != null) { this.boundaryEnvelope = agg.getBoundary();
StatCalculator agg = (StatCalculator) this.rawSpatialRDD.aggregate(null, seqOp, combOp); if (agg != null) { this.boundaryEnvelope = agg.getBoundary();
/** * * @param schema * @param data * @return */ public static DataQualityAnalysis analyzeQuality(final Schema schema, final JavaRDD<List<Writable>> data) { data.cache(); int nColumns = schema.numColumns(); List<ColumnType> columnTypes = schema.getColumnTypes(); List<QualityAnalysisState> states = data.aggregate(null, new QualityAnalysisAddFunction(schema), new QualityAnalysisCombineFunction()); List<ColumnQuality> list = new ArrayList<>(nColumns); for (QualityAnalysisState qualityState : states) { list.add(qualityState.getColumnQuality()); } return new DataQualityAnalysis(schema, list); }
/** * * @param schema * @param data * @return */ public static DataQualityAnalysis analyzeQuality(final Schema schema, final JavaRDD<List<Writable>> data) { data.cache(); int nColumns = schema.numColumns(); List<ColumnType> columnTypes = schema.getColumnTypes(); List<QualityAnalysisState> states = data.aggregate(null, new QualityAnalysisAddFunction(schema), new QualityAnalysisCombineFunction()); List<ColumnQuality> list = new ArrayList<>(nColumns); for (QualityAnalysisState qualityState : states) { list.add(qualityState.getColumnQuality()); } return new DataQualityAnalysis(schema, list); }
AvgCount result = rdd.aggregate(initial, (AvgCount a, Integer x) -> { a.total_ += x;
inputRDDBytes.aggregate( CoderHelpers.toByteArray(sparkCombineFn.zeroValue(), iterAccumCoder), (ab, ib) -> {
seqLengths.cache(); SequenceLengthAnalysisCounter counter = new SequenceLengthAnalysisCounter(); counter = seqLengths.aggregate(counter, new SequenceLengthAnalysisAddFunction(), new SequenceLengthAnalysisMergeFunction());
seqLengths.cache(); SequenceLengthAnalysisCounter counter = new SequenceLengthAnalysisCounter(); counter = seqLengths.aggregate(counter, new SequenceLengthAnalysisAddFunction(), new SequenceLengthAnalysisMergeFunction());