/** * @param withDelay is for test use */ public HBaseReadonlyStore(CellListIterator cellListIterator, GTScanRequest gtScanRequest, List<Pair<byte[], byte[]>> hbaseColumns, List<List<Integer>> hbaseColumnsToGT, int rowkeyPreambleSize, boolean withDelay, boolean isExactAggregation) { this.cellListIterator = cellListIterator; this.info = gtScanRequest.getInfo(); this.hbaseColumns = hbaseColumns; this.hbaseColumnsToGT = hbaseColumnsToGT; this.rowkeyPreambleSize = rowkeyPreambleSize; this.withDelay = withDelay; this.isExactAggregation = isExactAggregation; }
public GTInfo getInfo() { return scanRequest == null ? null : scanRequest.getInfo(); }
public GTInfo getInfo() { return scanRequest.getInfo(); }
StreamMergeGTRecordIterator(Iterator<GTRecord> input) { super(input); this.returnRecord = new GTRecord(req.getInfo()); }
public ScannerWorker(ISegment segment, Cuboid cuboid, GTScanRequest scanRequest, String gtStorage, StorageContext context) { inputArgs = new Object[] { segment, cuboid, scanRequest, gtStorage, context }; if (scanRequest == null) { logger.info("Segment {} will be skipped", segment); internal = new EmptyGTScanner(); return; } final GTInfo info = scanRequest.getInfo(); try { IGTStorage rpc = (IGTStorage) Class.forName(gtStorage) .getConstructor(ISegment.class, Cuboid.class, GTInfo.class, StorageContext.class) .newInstance(segment, cuboid, info, context); // default behavior internal = rpc.getGTScanner(scanRequest); } catch (Exception e) { throw new RuntimeException(e); } checkNPE(); }
AbstractStreamMergeIterator(Iterator<GTRecord> input) { this.input = Iterators.peekingIterator(input); this.codeSystem = req.getInfo().getCodeSystem(); this.dimensions = req.getDimensions(); this.metrics = req.getAggrMetrics(); this.metricFuncs = req.getAggrMetricsFuncs(); this.measureCodec = req.createMeasureCodec(); this.first = new GTRecord(req.getInfo()); }
public StorageResponseGTScatter(GTScanRequest scanRequest, IPartitionStreamer partitionStreamer, StorageContext context) { this.info = scanRequest.getInfo(); this.partitionStreamer = partitionStreamer; this.blocks = partitionStreamer.asByteArrayIterator(); this.columns = scanRequest.getColumns(); this.groupByDims = scanRequest.getAggrGroupBy(); this.needSorted = (context.getFinalPushDownLimit() != Integer.MAX_VALUE) || context.isStreamAggregateEnabled(); }
try { ByteBuffer out = ByteBuffer.allocate(scanRequestBufferSize); GTInfo.serializer.serialize(scanRequest.getInfo(), out); BytesUtil.writeVInt(scanRequest.getGTScanRanges().size(), out); for (GTScanRange range : scanRequest.getGTScanRanges()) { GTUtil.serializeGTFilter(scanRequest.getFilterPushDown(), scanRequest.getInfo()), out); ImmutableBitSet.serializer.serialize(scanRequest.getAggrGroupBy(), out); ImmutableBitSet.serializer.serialize(scanRequest.getAggrMetrics(), out);
public GTInfo getInfo() { return scanRequest == null ? null : scanRequest.getInfo(); }
/** * @param withDelay is for test use */ public HBaseReadonlyStore(CellListIterator cellListIterator, GTScanRequest gtScanRequest, List<Pair<byte[], byte[]>> hbaseColumns, List<List<Integer>> hbaseColumnsToGT, int rowkeyPreambleSize, boolean withDelay, boolean isExactAggregation) { this.cellListIterator = cellListIterator; this.info = gtScanRequest.getInfo(); this.hbaseColumns = hbaseColumns; this.hbaseColumnsToGT = hbaseColumnsToGT; this.rowkeyPreambleSize = rowkeyPreambleSize; this.withDelay = withDelay; this.isExactAggregation = isExactAggregation; }
public GTInfo getInfo() { return scanRequest.getInfo(); }
StreamMergeGTRecordIterator(Iterator<GTRecord> input) { super(input); this.returnRecord = new GTRecord(req.getInfo()); }
public ScannerWorker(ISegment segment, Cuboid cuboid, GTScanRequest scanRequest, String gtStorage, StorageContext context) { inputArgs = new Object[] { segment, cuboid, scanRequest, gtStorage, context }; if (scanRequest == null) { logger.info("Segment {} will be skipped", segment); internal = new EmptyGTScanner(); return; } final GTInfo info = scanRequest.getInfo(); try { IGTStorage rpc = (IGTStorage) Class.forName(gtStorage) .getConstructor(ISegment.class, Cuboid.class, GTInfo.class, StorageContext.class) .newInstance(segment, cuboid, info, context); // default behavior internal = rpc.getGTScanner(scanRequest); } catch (Exception e) { throw new RuntimeException(e); } checkNPE(); }
AbstractStreamMergeIterator(Iterator<GTRecord> input) { this.input = Iterators.peekingIterator(input); this.codeSystem = req.getInfo().getCodeSystem(); this.dimensions = req.getDimensions(); this.metrics = req.getAggrMetrics(); this.metricFuncs = req.getAggrMetricsFuncs(); this.measureCodec = req.createMeasureCodec(); this.first = new GTRecord(req.getInfo()); }
public StorageResponseGTScatter(GTScanRequest scanRequest, IPartitionStreamer partitionStreamer, StorageContext context) { this.info = scanRequest.getInfo(); this.partitionStreamer = partitionStreamer; this.blocks = partitionStreamer.asByteArrayIterator(); this.columns = scanRequest.getColumns(); this.groupByDims = scanRequest.getAggrGroupBy(); this.needSorted = (context.getFinalPushDownLimit() != Integer.MAX_VALUE) || context.isStreamAggregateEnabled(); }
try { ByteBuffer out = ByteBuffer.allocate(scanRequestBufferSize); GTInfo.serializer.serialize(scanRequest.getInfo(), out); BytesUtil.writeVInt(scanRequest.getGTScanRanges().size(), out); for (GTScanRange range : scanRequest.getGTScanRanges()) { GTUtil.serializeGTFilter(scanRequest.getFilterPushDown(), scanRequest.getInfo()), out); ImmutableBitSet.serializer.serialize(scanRequest.getAggrGroupBy(), out); ImmutableBitSet.serializer.serialize(scanRequest.getAggrMetrics(), out);