@Override public void deserializeColumn(final ByteBuffer buf, final ColumnBuilder columnBuilder) { columnBuilder.setComplexColumnSupplier( new ComplexColumnPartSupplier( getTypeName(), GenericIndexed.read(buf, HllSketchObjectStrategy.STRATEGY, columnBuilder.getFileMapper()) ) ); }
ColumnBuilder builder = new ColumnBuilder() .setType(ValueType.STRING) .setHasMultipleValues(true) .setDictionaryEncodedColumnSupplier( new DictionaryEncodedColumnSupplier( index.getDimValueLookup(dimension), .setBitmapIndex( new BitmapIndexColumnPartSupplier( new ConciseBitmapFactory(), builder.setSpatialIndex(new SpatialIndexColumnPartSupplier(index.getSpatialIndexes().get(dimension))); builder.build() ); columns.put( metric, new ColumnBuilder() .setType(ValueType.FLOAT) .setNumericColumnSupplier( new FloatNumericColumnSupplier( metricHolder.floatType, .build() ); } else if (metricHolder.getType() == MetricHolder.MetricType.COMPLEX) { columns.put( metric,
public ColumnHolder read(ByteBuffer buffer, ColumnConfig columnConfig, SmooshedFileMapper smooshedFiles) { final ColumnBuilder builder = new ColumnBuilder() .setType(valueType) .setHasMultipleValues(hasMultipleValues) .setFileMapper(smooshedFiles); for (ColumnPartSerde part : parts) { part.getDeserializer().read(buffer, builder, columnConfig); } return builder.build(); }
@Override public void read(ByteBuffer buffer, ColumnBuilder builder, ColumnConfig columnConfig) { final Supplier<ColumnarDoubles> column = CompressedColumnarDoublesSuppliers.fromByteBuffer( buffer, byteOrder ); DoubleNumericColumnSupplier columnSupplier = new DoubleNumericColumnSupplier( column, IndexIO.LEGACY_FACTORY.getBitmapFactory().makeEmptyImmutableBitmap() ); builder.setType(ValueType.DOUBLE) .setHasMultipleValues(false) .setNumericColumnSupplier(columnSupplier); } };
buffer, GenericIndexed.STRING_STRATEGY, builder.getFileMapper() ); builder.setType(ValueType.STRING); ); builder .setHasMultipleValues(hasMultipleValues) .setDictionaryEncodedColumnSupplier(dictionaryEncodedColumnSupplier); buffer, bitmapSerdeFactory.getObjectStrategy(), builder.getFileMapper() ); builder.setBitmapIndex( new BitmapIndexColumnPartSupplier( bitmapSerdeFactory.getBitmapFactory(), ImmutableRTree rSpatialIndex = new ImmutableRTreeObjectStrategy(bitmapSerdeFactory.getBitmapFactory()).fromByteBufferWithSize(buffer); builder.setSpatialIndex(new SpatialIndexColumnPartSupplier(rSpatialIndex));
@Override public void deserializeColumn(final ByteBuffer buffer, final ColumnBuilder builder) { final GenericIndexed<ArrayOfDoublesSketch> ge = GenericIndexed.read(buffer, ArrayOfDoublesSketchObjectStrategy.STRATEGY); builder.setComplexColumnSupplier(new ComplexColumnPartSupplier(getTypeName(), ge)); }
@Override public void read(ByteBuffer buffer, ColumnBuilder builder, ColumnConfig columnConfig) { final CompressedColumnarFloatsSupplier column = CompressedColumnarFloatsSupplier.fromByteBuffer( buffer, byteOrder ); FloatNumericColumnSupplier columnSupplier = new FloatNumericColumnSupplier( column, IndexIO.LEGACY_FACTORY.getBitmapFactory().makeEmptyImmutableBitmap() ); builder.setType(ValueType.FLOAT) .setHasMultipleValues(false) .setNumericColumnSupplier(columnSupplier); } };
buffer, GenericIndexed.STRING_STRATEGY, builder.getFileMapper() ); builder.setType(ValueType.STRING); ); builder .setHasMultipleValues(hasMultipleValues) .setDictionaryEncodedColumnSupplier(dictionaryEncodedColumnSupplier); buffer, bitmapSerdeFactory.getObjectStrategy(), builder.getFileMapper() ); builder.setBitmapIndex( new BitmapIndexColumnPartSupplier( bitmapSerdeFactory.getBitmapFactory(), ImmutableRTree rSpatialIndex = new ImmutableRTreeObjectStrategy(bitmapSerdeFactory.getBitmapFactory()).fromByteBufferWithSize(buffer); builder.setSpatialIndex(new SpatialIndexColumnPartSupplier(rSpatialIndex));
@Override public void deserializeColumn(final ByteBuffer buffer, final ColumnBuilder builder) { final GenericIndexed<ArrayOfDoublesSketch> ge = GenericIndexed.read(buffer, ArrayOfDoublesSketchObjectStrategy.STRATEGY); builder.setComplexColumnSupplier(new ComplexColumnPartSupplier(getTypeName(), ge)); }
@Override public void deserializeColumn(ByteBuffer buffer, ColumnBuilder builder) { GenericIndexed<SketchHolder> ge = GenericIndexed.read(buffer, strategy, builder.getFileMapper()); builder.setComplexColumnSupplier(new ComplexColumnPartSupplier(getTypeName(), ge)); }
ColumnBuilder builder = new ColumnBuilder() .setType(ValueType.STRING) .setHasMultipleValues(true) .setDictionaryEncodedColumnSupplier( new DictionaryEncodedColumnSupplier( index.getDimValueLookup(dimension), .setBitmapIndex( new BitmapIndexColumnPartSupplier( new ConciseBitmapFactory(), builder.setSpatialIndex(new SpatialIndexColumnPartSupplier(index.getSpatialIndexes().get(dimension))); builder.build() ); columns.put( metric, new ColumnBuilder() .setType(ValueType.FLOAT) .setNumericColumnSupplier( new FloatNumericColumnSupplier( metricHolder.floatType, .build() ); } else if (metricHolder.getType() == MetricHolder.MetricType.COMPLEX) { columns.put( metric,
final ColumnBuilder builder = new ColumnBuilder() .setType(ValueType.COMPLEX) .setHasMultipleValues(false) .setFileMapper(mapper); serde.deserializeColumn(mapper.mapFile("test"), builder); ColumnHolder columnHolder = builder.build(); ComplexColumn complexColumn = (ComplexColumn) columnHolder.getColumn(); HyperLogLogCollector collector = HyperLogLogCollector.makeLatestCollector();
@Override public void read(ByteBuffer buffer, ColumnBuilder builder, ColumnConfig columnConfig) { final CompressedColumnarLongsSupplier column = CompressedColumnarLongsSupplier.fromByteBuffer( buffer, byteOrder ); LongNumericColumnSupplier columnSupplier = new LongNumericColumnSupplier( column, IndexIO.LEGACY_FACTORY.getBitmapFactory().makeEmptyImmutableBitmap() ); builder.setType(ValueType.LONG) .setHasMultipleValues(false) .setNumericColumnSupplier(columnSupplier); } };
@Override public void deserializeColumn(final ByteBuffer buffer, final ColumnBuilder builder) { final GenericIndexed<DoublesSketch> column = GenericIndexed.read(buffer, strategy, builder.getFileMapper()); builder.setComplexColumnSupplier(new ComplexColumnPartSupplier(getTypeName(), column)); }
public ColumnHolder read(ByteBuffer buffer, ColumnConfig columnConfig, SmooshedFileMapper smooshedFiles) { final ColumnBuilder builder = new ColumnBuilder() .setType(valueType) .setHasMultipleValues(hasMultipleValues) .setFileMapper(smooshedFiles); for (ColumnPartSerde part : parts) { part.getDeserializer().read(buffer, builder, columnConfig); } return builder.build(); }
@Override public Deserializer getDeserializer() { return (buffer, builder, columnConfig) -> { int offset = buffer.getInt(); int initialPos = buffer.position(); final CompressedColumnarLongsSupplier column = CompressedColumnarLongsSupplier.fromByteBuffer( buffer, byteOrder ); buffer.position(initialPos + offset); final ImmutableBitmap bitmap; if (buffer.hasRemaining()) { bitmap = bitmapSerdeFactory.getObjectStrategy().fromByteBufferWithSize(buffer); } else { bitmap = bitmapSerdeFactory.getBitmapFactory().makeEmptyImmutableBitmap(); } builder.setType(ValueType.LONG) .setHasMultipleValues(false) .setNumericColumnSupplier(new LongNumericColumnSupplier(column, bitmap)); }; } }
@Override public void deserializeColumn(ByteBuffer byteBuffer, ColumnBuilder columnBuilder) { final GenericIndexed column = GenericIndexed.read(byteBuffer, getObjectStrategy(), columnBuilder.getFileMapper()); columnBuilder.setComplexColumnSupplier(new ComplexColumnPartSupplier(getTypeName(), column)); }
@Override public Deserializer getDeserializer() { return (buffer, builder, columnConfig) -> { int offset = buffer.getInt(); int initialPos = buffer.position(); final CompressedColumnarFloatsSupplier column = CompressedColumnarFloatsSupplier.fromByteBuffer( buffer, byteOrder ); buffer.position(initialPos + offset); final ImmutableBitmap bitmap; if (buffer.hasRemaining()) { bitmap = bitmapSerdeFactory.getObjectStrategy().fromByteBufferWithSize(buffer); } else { bitmap = bitmapSerdeFactory.getBitmapFactory().makeEmptyImmutableBitmap(); } builder.setType(ValueType.FLOAT) .setHasMultipleValues(false) .setNumericColumnSupplier(new FloatNumericColumnSupplier(column, bitmap)); }; } }
@Override public void deserializeColumn(ByteBuffer byteBuffer, ColumnBuilder columnBuilder) { final GenericIndexed<ApproximateHistogram> column = GenericIndexed.read(byteBuffer, getObjectStrategy(), columnBuilder.getFileMapper()); columnBuilder.setComplexColumnSupplier(new ComplexColumnPartSupplier(getTypeName(), column)); }
@Override public Deserializer getDeserializer() { return (buffer, builder, columnConfig) -> { int offset = buffer.getInt(); int initialPos = buffer.position(); final Supplier<ColumnarDoubles> column = CompressedColumnarDoublesSuppliers.fromByteBuffer( buffer, byteOrder ); buffer.position(initialPos + offset); final ImmutableBitmap bitmap; if (buffer.hasRemaining()) { bitmap = bitmapSerdeFactory.getObjectStrategy().fromByteBufferWithSize(buffer); } else { bitmap = bitmapSerdeFactory.getBitmapFactory().makeEmptyImmutableBitmap(); } builder.setType(ValueType.DOUBLE) .setHasMultipleValues(false) .setNumericColumnSupplier(new DoubleNumericColumnSupplier(column, bitmap)); }; } }