public GTCubeStorageQueryRequest getStorageQueryRequest(StorageContext context, SQLDigest sqlDigest, TupleInfo returnTupleInfo) { context.setStorageQuery(this); //cope with queries with no aggregations RawQueryLastHacker.hackNoAggregations(sqlDigest, cubeDesc, returnTupleInfo); // Customized measure taking effect: e.g. allow custom measures to help raw queries notifyBeforeStorageQuery(sqlDigest); Collection groups = sqlDigest.groupbyColumns; TupleFilter filter = sqlDigest.filter; // build dimension & metrics Set dimensions = new LinkedHashSet<>(); Set metrics = new LinkedHashSet<>(); buildDimensionsAndMetrics(sqlDigest, dimensions, metrics); // all dimensions = groups + other(like filter) dimensions Set otherDims = Sets.newHashSet(dimensions); otherDims.removeAll(groups); // expand derived (xxxD means contains host columns only, derived columns were translated) Set derivedPostAggregation = Sets.newHashSet(); Set groupsD = expandDerived(groups, derivedPostAggregation); Set otherDimsD = expandDerived(otherDims, derivedPostAggregation); otherDimsD.removeAll(groupsD); // identify cuboid Set dimensionsD = new LinkedHashSet<>(); dimensionsD.addAll(groupsD); dimensionsD.addAll(otherDimsD); Cuboid cuboid = findCuboid(cubeInstance, dimensionsD, metrics); context.setCuboid(cuboid); // set cuboid to GridTable mapping boolean noDynamicCols; // dynamic dimensions List dynGroups = Lists.newArrayList(sqlDigest.dynGroupbyColumns.keySet()); noDynamicCols = dynGroups.isEmpty(); List dynGroupExprs = Lists.newArrayListWithExpectedSize(sqlDigest.dynGroupbyColumns.size()); for (TblColRef dynGroupCol : dynGroups) { dynGroupExprs.add(sqlDigest.dynGroupbyColumns.get(dynGroupCol)); } // dynamic measures List dynFuncs = sqlDigest.dynAggregations; noDynamicCols = noDynamicCols && dynFuncs.isEmpty(); CuboidToGridTableMapping mapping = noDynamicCols ? new CuboidToGridTableMapping(cuboid) : new CuboidToGridTableMappingExt(cuboid, dynGroups, dynFuncs); context.setMapping(mapping); // set whether to aggr at storage Set singleValuesD = findSingleValueColumns(filter); context.setNeedStorageAggregation(isNeedStorageAggregation(cuboid, groupsD, singleValuesD)); // exactAggregation mean: needn't aggregation at storage and query engine both. boolean exactAggregation = isExactAggregation(context, cuboid, groups, otherDimsD, singleValuesD, derivedPostAggregation, sqlDigest.aggregations, sqlDigest.aggrSqlCalls, sqlDigest.groupByExpression); context.setExactAggregation(exactAggregation); // replace derived columns in filter with host columns; columns on loosened condition must be added to group by Set loosenedColumnD = Sets.newHashSet(); Set filterColumnD = Sets.newHashSet(); TupleFilter filterD = translateDerived(filter, loosenedColumnD); groupsD.addAll(loosenedColumnD); TupleFilter.collectColumns(filterD, filterColumnD); context.setFilterMask(getQueryFilterMask(filterColumnD)); // set limit push down enableStorageLimitIfPossible(cuboid, groups, dynGroups, derivedPostAggregation, groupsD, filterD, loosenedColumnD, sqlDigest.aggregations, context); // set whether to aggregate results from multiple partitions enableStreamAggregateIfBeneficial(cuboid, groupsD, context); // check query deadline QueryContextFacade.current().checkMillisBeforeDeadline(); // push down having clause filter if possible TupleFilter havingFilter = checkHavingCanPushDown(sqlDigest.havingFilter, groupsD, sqlDigest.aggregations, metrics); logger.info( "Cuboid identified: cube={}, cuboidId={}, groupsD={}, filterD={}, limitPushdown={}, limitLevel={}, storageAggr={}", cubeInstance.getName(), cuboid.getId(), groupsD, filterColumnD, context.getFinalPushDownLimit(), context.getStorageLimitLevel(), context.isNeedStorageAggregation()); return new GTCubeStorageQueryRequest(cuboid, dimensionsD, groupsD, dynGroups, dynGroupExprs, filterColumnD, metrics, dynFuncs, filterD, havingFilter, context); }

How to use setExactAggregationmethodin org.apache.kylin.storage.StorageContext

Best Java code snippets using org.apache.kylin.storage.StorageContext.setExactAggregation (Showing top 3 results out of 315)

How to use
setExactAggregation
method
in
org.apache.kylin.storage.StorageContext