public Stream partitionAggregate(CombinerAggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
public Stream partitionAggregate(ReducerAggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
public Stream partitionAggregate(Aggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
@Override public Stream apply(Stream input) { Fields outputFields = input.getOutputFields(); return input.partitionAggregate(outputFields, _agg, outputFields) .global() .partitionAggregate(outputFields, _agg, outputFields); }
private <T> Stream comparableAggregateStream(String inputFieldName, Aggregator<T> aggregator) { if(inputFieldName != null) { projectionValidation(new Fields(inputFieldName)); } return partitionAggregate(getOutputFields(), aggregator, getOutputFields()); }
@Override public IAggregatableStream partitionAggregate(Fields inputFields, Aggregator agg, Fields functionFields) { Aggregator groupedAgg = new GroupedAggregator(agg, _groupFields, inputFields, functionFields.size()); Fields allInFields = TridentUtils.fieldsUnion(_groupFields, inputFields); Fields allOutFields = TridentUtils.fieldsConcat(_groupFields, functionFields); Stream s = _stream.partitionAggregate(allInFields, groupedAgg, allOutFields); return new GroupedStream(s, _groupFields); }
public Stream partitionAggregate(CombinerAggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
public Stream partitionAggregate(CombinerAggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
public Stream partitionAggregate(Aggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
public Stream partitionAggregate(ReducerAggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
public Stream partitionAggregate(Aggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
public Stream partitionAggregate(ReducerAggregator agg, Fields functionFields) { return partitionAggregate(null, agg, functionFields); }
@Override public Stream apply(Stream input) { Fields outputFields = input.getOutputFields(); return input.partitionAggregate(outputFields, _agg, outputFields) .global() .partitionAggregate(outputFields, _agg, outputFields); }
@Override public Stream apply(Stream input) { Fields outputFields = input.getOutputFields(); return input.partitionAggregate(outputFields, _agg, outputFields) .global() .partitionAggregate(outputFields, _agg, outputFields); }
private <T> Stream comparableAggregateStream(String inputFieldName, Aggregator<T> aggregator) { if(inputFieldName != null) { projectionValidation(new Fields(inputFieldName)); } return partitionAggregate(getOutputFields(), aggregator, getOutputFields()); }
@Override public IAggregatableStream partitionAggregate(Fields inputFields, Aggregator agg, Fields functionFields) { Aggregator groupedAgg = new GroupedAggregator(agg, _groupFields, inputFields, functionFields.size()); Fields allInFields = TridentUtils.fieldsUnion(_groupFields, inputFields); Fields allOutFields = TridentUtils.fieldsConcat(_groupFields, functionFields); Stream s = _stream.partitionAggregate(allInFields, groupedAgg, allOutFields); return new GroupedStream(s, _groupFields); }
@Override public IAggregatableStream partitionAggregate(Fields inputFields, Aggregator agg, Fields functionFields) { Aggregator groupedAgg = new GroupedAggregator(agg, _groupFields, inputFields, functionFields.size()); Fields allInFields = TridentUtils.fieldsUnion(_groupFields, inputFields); Fields allOutFields = TridentUtils.fieldsConcat(_groupFields, functionFields); Stream s = _stream.partitionAggregate(allInFields, groupedAgg, allOutFields); return new GroupedStream(s, _groupFields); }
if (inputFields.isEmpty()) { if (partitionAggregate) { stream = stream.partitionAggregate( combinerAggregator, new Fields(outputFields)); } else { stream = stream.partitionAggregate( new Fields(inputFields), combinerAggregator, new Fields(outputFields)); } else { if (inputFields.isEmpty()) { if (partitionAggregate) { stream = stream.partitionAggregate( reducerAggregator, new Fields(outputFields)); } else { stream = stream.partitionAggregate( new Fields(inputFields), reducerAggregator, new Fields(outputFields)); } else { if (inputFields.isEmpty()) { if (partitionAggregate) { stream = stream.partitionAggregate( aggregator, new Fields(outputFields)); } else { stream = stream.partitionAggregate( new Fields(inputFields), aggregator, new Fields(outputFields)); } else {
.newStream("aggregation", spout) .partitionBy(new Fields("location")) .partitionAggregate(new Fields("location"), new StringCounter(), new Fields("aggregated_result")) .parallelismHint(3) .newStream("aggregation", spout) .partitionBy(new Fields("location")) .partitionAggregate(new Fields("location"), new StringCounter(), new Fields("count_map")) .each(new Fields("count_map"), new HasSpain()) .each(new Fields("count_map"), new Print("AFTER-HAS-SPAIN"))
.parallelismHint(1) .shuffle() .partitionAggregate(new Fields("location"), new LocationAggregator(), new Fields("aggregated_result")).parallelismHint(6) .each(new Fields("aggregated_result"), new Utils.PrintFilter());