@Override public Interval getInterval() { return index.getInterval(); }
@Override public Interval getDataInterval() { return index.getInterval(); }
@Override public File persist( final IncrementalIndex index, final Interval dataInterval, File outDir, IndexSpec indexSpec, @Nullable SegmentWriteOutMediumFactory segmentWriteOutMediumFactory ) throws IOException { return persist(index, dataInterval, outDir, indexSpec, new BaseProgressIndicator(), segmentWriteOutMediumFactory); }
private static SegmentId makeIdentifier(IncrementalIndex index, String version) { return makeIdentifier(index.getInterval(), version); }
private static SegmentId makeIdentifier(IncrementalIndex index, String version) { return makeIdentifier(index.getInterval(), version); }
private static SegmentId makeIdentifier(IncrementalIndex index, String version) { return makeIdentifier(index.getInterval(), version); }
@Test public void testGetRowsIterable() throws Exception { final long timestamp = System.currentTimeMillis(); IncrementalIndex toPersist1 = IncrementalIndexTest.createIndex(null); IncrementalIndexTest.populateIndex(timestamp, toPersist1); final IndexableAdapter incrementalAdapter = new IncrementalIndexAdapter( toPersist1.getInterval(), toPersist1, INDEX_SPEC.getBitmapSerdeFactory() .getBitmapFactory() ); RowIterator rows = incrementalAdapter.getRows(); List<Integer> rowNums = new ArrayList<>(); while (rows.moveToNext()) { rowNums.add(rows.getPointer().getRowNum()); } Assert.assertEquals(2, rowNums.size()); Assert.assertEquals(0, (long) rowNums.get(0)); Assert.assertEquals(1, (long) rowNums.get(1)); }
private QueryRunner getCustomRunner() throws IOException { CharSource v_0112 = CharSource.wrap(StringUtils.join(V_0112, "\n")); CharSource v_0113 = CharSource.wrap(StringUtils.join(V_0113, "\n")); IncrementalIndex index0 = TestIndex.loadIncrementalIndex(newIndex("2011-01-12T00:00:00.000Z"), v_0112); IncrementalIndex index1 = TestIndex.loadIncrementalIndex(newIndex("2011-01-14T00:00:00.000Z"), v_0113); segment0 = new IncrementalIndexSegment(index0, makeIdentifier(index0, "v1")); segment1 = new IncrementalIndexSegment(index1, makeIdentifier(index1, "v1")); VersionedIntervalTimeline<String, Segment> timeline = new VersionedIntervalTimeline<>(StringComparators.LEXICOGRAPHIC); timeline.add(index0.getInterval(), "v1", new SingleElementPartitionChunk<>(segment0)); timeline.add(index1.getInterval(), "v1", new SingleElementPartitionChunk<>(segment1)); return QueryRunnerTestHelper.makeFilteringQueryRunner(timeline, factory); }
@BeforeClass public static void setup() throws IOException { CharSource v_0112 = CharSource.wrap(StringUtils.join(V_0112, "\n")); CharSource v_0113 = CharSource.wrap(StringUtils.join(V_0113, "\n")); CharSource v_override = CharSource.wrap(StringUtils.join(V_OVERRIDE, "\n")); IncrementalIndex index0 = TestIndex.loadIncrementalIndex(newIndex("2011-01-12T00:00:00.000Z"), v_0112); IncrementalIndex index1 = TestIndex.loadIncrementalIndex(newIndex("2011-01-13T00:00:00.000Z"), v_0113); IncrementalIndex index2 = TestIndex.loadIncrementalIndex(newIndex("2011-01-12T04:00:00.000Z"), v_override); segment0 = new IncrementalIndexSegment(index0, makeIdentifier(index0, "v1")); segment1 = new IncrementalIndexSegment(index1, makeIdentifier(index1, "v1")); segment_override = new IncrementalIndexSegment(index2, makeIdentifier(index2, "v2")); VersionedIntervalTimeline<String, Segment> timeline = new VersionedIntervalTimeline<>(StringComparators.LEXICOGRAPHIC); timeline.add(index0.getInterval(), "v1", new SingleElementPartitionChunk<>(segment0)); timeline.add(index1.getInterval(), "v1", new SingleElementPartitionChunk<>(segment1)); timeline.add(index2.getInterval(), "v2", new SingleElementPartitionChunk<>(segment_override)); segmentIdentifiers = new ArrayList<>(); for (TimelineObjectHolder<String, ?> holder : timeline.lookup(Intervals.of("2011-01-12/2011-01-14"))) { segmentIdentifiers.add(makeIdentifier(holder.getInterval(), holder.getVersion()).toString()); } runner = QueryRunnerTestHelper.makeFilteringQueryRunner(timeline, factory); }
toPersist1.getInterval(), toPersist1, INDEX_SPEC.getBitmapSerdeFactory()
@Test public void testGetBitmapIndex() throws Exception { final long timestamp = System.currentTimeMillis(); IncrementalIndex incrementalIndex = IncrementalIndexTest.createIndex(null); IncrementalIndexTest.populateIndex(timestamp, incrementalIndex); IndexableAdapter adapter = new IncrementalIndexAdapter( incrementalIndex.getInterval(), incrementalIndex, INDEX_SPEC.getBitmapSerdeFactory().getBitmapFactory() ); String dimension = "dim1"; try (CloseableIndexed<String> dimValueLookup = adapter.getDimValueLookup(dimension)) { for (int i = 0; i < dimValueLookup.size(); i++) { BitmapValues bitmapValues = adapter.getBitmapValues(dimension, i); Assert.assertEquals(1, bitmapValues.size()); } } }
final File mergedDir = temporaryFolder.newFolder(); final IndexableAdapter incrementalAdapter = new IncrementalIndexAdapter( toPersist1.getInterval(), toPersist1, indexSpec.getBitmapSerdeFactory()
final File mergedDir = temporaryFolder.newFolder(); final IndexableAdapter incrementalAdapter = new IncrementalIndexAdapter( toPersist1.getInterval(), toPersist1, indexSpec.getBitmapSerdeFactory()
final File convertDir = temporaryFolder.newFolder(); final IndexableAdapter incrementalAdapter = new IncrementalIndexAdapter( toPersist1.getInterval(), toPersist1, indexSpec.getBitmapSerdeFactory()
final File mergedDir = temporaryFolder.newFolder(); final IndexableAdapter incrementalAdapter = new IncrementalIndexAdapter( toPersist1.getInterval(), toPersist1, indexSpec.getBitmapSerdeFactory()
final File convertDir = temporaryFolder.newFolder(); final IndexableAdapter incrementalAdapter = new IncrementalIndexAdapter( toPersist1.getInterval(), toPersist1, indexSpec.getBitmapSerdeFactory()
Assert.assertEquals(Intervals.of("2013-01-01/PT1M"), currHydrant.getIndex().getInterval()); Assert.assertEquals(Intervals.of("2013-01-01/PT1M"), sink.getCurrHydrant().getIndex().getInterval());
@Override public Interval getDataInterval() { return index.getInterval(); }
@Override public Interval getInterval() { return index.getInterval(); }
@Override public File persist( final IncrementalIndex index, final Interval dataInterval, File outDir, IndexSpec indexSpec, @Nullable SegmentWriteOutMediumFactory segmentWriteOutMediumFactory ) throws IOException { return persist(index, dataInterval, outDir, indexSpec, new BaseProgressIndicator(), segmentWriteOutMediumFactory); }