@SuppressWarnings(value = "unchecked") @Override public void open() throws IOException { writer = new GenericIndexedWriter(segmentWriteOutMedium, StringUtils.format("%s.complex_column", filenameBase), strategy); writer.open(); }
@SuppressWarnings(value = "unchecked") @Override public void open() throws IOException { writer = new GenericIndexedWriter( segmentWriteOutMedium, StringUtils.format("%s.complex_column", filenameBase), strategy, columnSize ); writer.open(); }
static GenericIndexedWriter<ByteBuffer> ofCompressedByteBuffers( final SegmentWriteOutMedium segmentWriteOutMedium, final String filenameBase, final CompressionStrategy compressionStrategy, final int bufferSize ) { GenericIndexedWriter<ByteBuffer> writer = new GenericIndexedWriter<>( segmentWriteOutMedium, filenameBase, compressedByteBuffersWriteObjectStrategy(compressionStrategy, bufferSize, segmentWriteOutMedium.getCloser()) ); writer.objectsSorted = false; return writer; }
@Setup(Level.Trial) public void createGenericIndexed() throws IOException { GenericIndexedWriter<byte[]> genericIndexedWriter = new GenericIndexedWriter<>( new OffHeapMemorySegmentWriteOutMedium(), "genericIndexedBenchmark", byteArrayStrategy ); genericIndexedWriter.open(); // GenericIndexObject caches prevObject for comparison, so need two arrays for correct objectsSorted computation. ByteBuffer[] elements = new ByteBuffer[2]; elements[0] = ByteBuffer.allocate(elementSize); elements[1] = ByteBuffer.allocate(elementSize); for (int i = 0; i < n; i++) { ByteBuffer element = elements[i & 1]; element.putInt(0, i); genericIndexedWriter.write(element.array()); } smooshDir = Files.createTempDir(); file = File.createTempFile("genericIndexedBenchmark", "meta"); try (FileChannel fileChannel = FileChannel.open(file.toPath(), StandardOpenOption.CREATE, StandardOpenOption.WRITE); FileSmoosher fileSmoosher = new FileSmoosher(smooshDir)) { genericIndexedWriter.writeTo(fileChannel, fileSmoosher); } FileChannel fileChannel = FileChannel.open(file.toPath()); MappedByteBuffer byteBuffer = fileChannel.map(FileChannel.MapMode.READ_ONLY, 0, file.length()); genericIndexed = GenericIndexed.read(byteBuffer, byteArrayStrategy, SmooshedFileMapper.load(smooshDir)); }
dictionaryWriter = new GenericIndexedWriter<>(segmentWriteOutMedium, dictFilename, GenericIndexed.STRING_STRATEGY); firstDictionaryValue = null; dictionarySize = 0;
bitmapWriter = new GenericIndexedWriter<>( segmentWriteOutMedium, bmpFilename,
@SuppressWarnings(value = "unchecked") @Override public void open() throws IOException { writer = new GenericIndexedWriter(segmentWriteOutMedium, StringUtils.format("%s.complex_column", filenameBase), strategy); writer.open(); }
@SuppressWarnings(value = "unchecked") @Override public void open() throws IOException { writer = new GenericIndexedWriter( segmentWriteOutMedium, StringUtils.format("%s.complex_column", filenameBase), strategy, columnSize ); writer.open(); }
static GenericIndexedWriter<ByteBuffer> ofCompressedByteBuffers( final SegmentWriteOutMedium segmentWriteOutMedium, final String filenameBase, final CompressionStrategy compressionStrategy, final int bufferSize ) { GenericIndexedWriter<ByteBuffer> writer = new GenericIndexedWriter<>( segmentWriteOutMedium, filenameBase, compressedByteBuffersWriteObjectStrategy(compressionStrategy, bufferSize, segmentWriteOutMedium.getCloser()) ); writer.objectsSorted = false; return writer; }
dictionaryWriter = new GenericIndexedWriter<>(segmentWriteOutMedium, dictFilename, GenericIndexed.STRING_STRATEGY); firstDictionaryValue = null; dictionarySize = 0;
bitmapWriter = new GenericIndexedWriter<>( segmentWriteOutMedium, bmpFilename,