public ColumnDescriptor build() { Preconditions.checkNotNull(valueType, "must specify a valueType"); return new ColumnDescriptor(valueType, hasMultipleValues == null ? false : hasMultipleValues, parts); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.FLOAT); ColumnPartSerde serde = IndexMergerV9.createFloatColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
private void makeColumn( final FileSmoosher v9Smoosher, final String columnName, final ColumnDescriptor serdeficator ) throws IOException { ZeroCopyByteArrayOutputStream specBytes = new ZeroCopyByteArrayOutputStream(); serializerUtils.writeString(specBytes, mapper.writeValueAsString(serdeficator)); try (SmooshedWriter channel = v9Smoosher.addWithSmooshedWriter( columnName, specBytes.size() + serdeficator.getSerializedSize() )) { specBytes.writeTo(channel); serdeficator.writeTo(channel, v9Smoosher); } }
private ColumnHolder deserializeColumn(ObjectMapper mapper, ByteBuffer byteBuffer, SmooshedFileMapper smooshedFiles) throws IOException { ColumnDescriptor serde = mapper.readValue( serializerUtils.readString(byteBuffer), ColumnDescriptor.class ); return serde.read(byteBuffer, columnConfig, smooshedFiles); } }
private ColumnHolder deserializeColumn(ObjectMapper mapper, ByteBuffer byteBuffer, SmooshedFileMapper smooshedFiles) throws IOException { ColumnDescriptor serde = mapper.readValue( serializerUtils.readString(byteBuffer), ColumnDescriptor.class ); return serde.read(byteBuffer, columnConfig, smooshedFiles); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.LONG); ColumnPartSerde serde = IndexMergerV9.createLongColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
private void makeColumn( final FileSmoosher v9Smoosher, final String columnName, final ColumnDescriptor serdeficator ) throws IOException { ZeroCopyByteArrayOutputStream specBytes = new ZeroCopyByteArrayOutputStream(); serializerUtils.writeString(specBytes, mapper.writeValueAsString(serdeficator)); try (SmooshedWriter channel = v9Smoosher.addWithSmooshedWriter( columnName, specBytes.size() + serdeficator.getSerializedSize() )) { specBytes.writeTo(channel); serdeficator.writeTo(channel, v9Smoosher); } }
public ColumnDescriptor build() { Preconditions.checkNotNull(valueType, "must specify a valueType"); return new ColumnDescriptor(valueType, hasMultipleValues == null ? false : hasMultipleValues, parts); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.DOUBLE); ColumnPartSerde serde = IndexMergerV9.createDoubleColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
private void makeTimeColumn( final FileSmoosher v9Smoosher, final ProgressIndicator progress, final GenericColumnSerializer timeWriter, final IndexSpec indexSpec ) throws IOException { final String section = "make time column"; progress.startSection(section); long startTime = System.currentTimeMillis(); final ColumnDescriptor serdeficator = ColumnDescriptor .builder() .setValueType(ValueType.LONG) .addSerde(createLongColumnPartSerde(timeWriter, indexSpec)) .build(); makeColumn(v9Smoosher, ColumnHolder.TIME_COLUMN_NAME, serdeficator); log.info("Completed time column in %,d millis.", System.currentTimeMillis() - startTime); progress.stopSection(section); }
GenericColumnSerializer writer = metWriters.get(i); final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); ValueType type = metricsValueTypes.get(metric); switch (type) {
@Override public ColumnDescriptor makeColumnDescriptor() { // Now write everything boolean hasMultiValue = capabilities.hasMultipleValues(); final CompressionStrategy compressionStrategy = indexSpec.getDimensionCompression(); final BitmapSerdeFactory bitmapSerdeFactory = indexSpec.getBitmapSerdeFactory(); final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.STRING); builder.setHasMultipleValues(hasMultiValue); final DictionaryEncodedColumnPartSerde.SerializerBuilder partBuilder = DictionaryEncodedColumnPartSerde .serializerBuilder() .withDictionary(dictionaryWriter) .withValue( encodedValueSerializer, hasMultiValue, compressionStrategy != CompressionStrategy.UNCOMPRESSED ) .withBitmapSerdeFactory(bitmapSerdeFactory) .withBitmapIndex(bitmapWriter) .withSpatialIndex(spatialWriter) .withByteOrder(IndexIO.BYTE_ORDER); final ColumnDescriptor serdeficator = builder .addSerde(partBuilder.build()) .build(); //log.info("Completed dimension column[%s] in %,d millis.", dimensionName, System.currentTimeMillis() - dimStartTime); return serdeficator; }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.DOUBLE); ColumnPartSerde serde = IndexMergerV9.createDoubleColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.FLOAT); ColumnPartSerde serde = IndexMergerV9.createFloatColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
@Override public ColumnDescriptor makeColumnDescriptor() { final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.LONG); ColumnPartSerde serde = IndexMergerV9.createLongColumnPartSerde(serializer, indexSpec); builder.addSerde(serde); return builder.build(); } }
private void makeTimeColumn( final FileSmoosher v9Smoosher, final ProgressIndicator progress, final GenericColumnSerializer timeWriter, final IndexSpec indexSpec ) throws IOException { final String section = "make time column"; progress.startSection(section); long startTime = System.currentTimeMillis(); final ColumnDescriptor serdeficator = ColumnDescriptor .builder() .setValueType(ValueType.LONG) .addSerde(createLongColumnPartSerde(timeWriter, indexSpec)) .build(); makeColumn(v9Smoosher, ColumnHolder.TIME_COLUMN_NAME, serdeficator); log.info("Completed time column in %,d millis.", System.currentTimeMillis() - startTime); progress.stopSection(section); }
GenericColumnSerializer writer = metWriters.get(i); final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); ValueType type = metricsValueTypes.get(metric); switch (type) {
@Override public ColumnDescriptor makeColumnDescriptor() { // Now write everything boolean hasMultiValue = capabilities.hasMultipleValues(); final CompressionStrategy compressionStrategy = indexSpec.getDimensionCompression(); final BitmapSerdeFactory bitmapSerdeFactory = indexSpec.getBitmapSerdeFactory(); final ColumnDescriptor.Builder builder = ColumnDescriptor.builder(); builder.setValueType(ValueType.STRING); builder.setHasMultipleValues(hasMultiValue); final DictionaryEncodedColumnPartSerde.SerializerBuilder partBuilder = DictionaryEncodedColumnPartSerde .serializerBuilder() .withDictionary(dictionaryWriter) .withValue( encodedValueSerializer, hasMultiValue, compressionStrategy != CompressionStrategy.UNCOMPRESSED ) .withBitmapSerdeFactory(bitmapSerdeFactory) .withBitmapIndex(bitmapWriter) .withSpatialIndex(spatialWriter) .withByteOrder(IndexIO.BYTE_ORDER); final ColumnDescriptor serdeficator = builder .addSerde(partBuilder.build()) .build(); //log.info("Completed dimension column[%s] in %,d millis.", dimensionName, System.currentTimeMillis() - dimStartTime); return serdeficator; }