private void writeEndBuffer() throws IOException { if (endBuffer != null) { endBuffer.flip(); if (endBuffer.remaining() > 0) { flattener.write(endBuffer); } endBuffer = null; } } }
@Setup(Level.Trial) public void createGenericIndexed() throws IOException { GenericIndexedWriter<byte[]> genericIndexedWriter = new GenericIndexedWriter<>( new OffHeapMemorySegmentWriteOutMedium(), "genericIndexedBenchmark", byteArrayStrategy ); genericIndexedWriter.open(); // GenericIndexObject caches prevObject for comparison, so need two arrays for correct objectsSorted computation. ByteBuffer[] elements = new ByteBuffer[2]; elements[0] = ByteBuffer.allocate(elementSize); elements[1] = ByteBuffer.allocate(elementSize); for (int i = 0; i < n; i++) { ByteBuffer element = elements[i & 1]; element.putInt(0, i); genericIndexedWriter.write(element.array()); } smooshDir = Files.createTempDir(); file = File.createTempFile("genericIndexedBenchmark", "meta"); try (FileChannel fileChannel = FileChannel.open(file.toPath(), StandardOpenOption.CREATE, StandardOpenOption.WRITE); FileSmoosher fileSmoosher = new FileSmoosher(smooshDir)) { genericIndexedWriter.writeTo(fileChannel, fileSmoosher); } FileChannel fileChannel = FileChannel.open(file.toPath()); MappedByteBuffer byteBuffer = fileChannel.map(FileChannel.MapMode.READ_ONLY, 0, file.length()); genericIndexed = GenericIndexed.read(byteBuffer, byteArrayStrategy, SmooshedFileMapper.load(smooshDir)); }
private void writeEndBuffer() throws IOException { if (endBuffer != null) { endBuffer.flip(); if (endBuffer.remaining() > 0) { flattener.write(endBuffer); } endBuffer = null; } } }
private void writeEndBuffer() throws IOException { if (endBuffer != null) { endBuffer.flip(); if (endBuffer.remaining() > 0) { flattener.write(endBuffer); } endBuffer = null; } } }
private void writeEndBuffer() throws IOException { if (endBuffer != null) { endBuffer.flip(); if (endBuffer.remaining() > 0) { flattener.write(endBuffer); } endBuffer = null; } } }
@Override public void add(double value) throws IOException { if (endBuffer == null) { throw new IllegalStateException("written out already"); } if (!endBuffer.hasRemaining()) { endBuffer.rewind(); flattener.write(endBuffer); endBuffer.clear(); } endBuffer.putDouble(value); ++numInserted; }
@Override public void add(float value) throws IOException { if (endBuffer == null) { throw new IllegalStateException("written out already"); } if (!endBuffer.hasRemaining()) { endBuffer.rewind(); flattener.write(endBuffer); endBuffer.clear(); } endBuffer.putFloat(value); ++numInserted; }
@Override public void addValue(int val) throws IOException { if (endBuffer == null) { throw new IllegalStateException("written out already"); } if (!endBuffer.hasRemaining()) { endBuffer.rewind(); flattener.write(endBuffer); endBuffer.clear(); } endBuffer.putInt(val); numInserted++; }
private void writeEndBuffer() throws IOException { if (endBuffer != null) { writer.flush(); endBuffer.flip(); if (endBuffer.remaining() > 0) { flattener.write(endBuffer); } endBuffer = null; } } }
@Override public void serialize(ColumnValueSelector<? extends T> selector) throws IOException { writer.write(selector.getObject()); }
@Override public void serialize(ColumnValueSelector<? extends T> selector) throws IOException { writer.write(selector.getObject()); }
private void writeDictionary(Iterable<String> dictionaryValues) throws IOException { for (String value : dictionaryValues) { dictionaryWriter.write(value); value = NullHandling.emptyToNullIfNeeded(value); if (dictionarySize == 0) { firstDictionaryValue = value; } dictionarySize++; } }
@Override public void addValue(int val) throws IOException { if (endBuffer == null) { throw new IllegalStateException("written out already"); } if (!endBuffer.hasRemaining()) { endBuffer.rewind(); flattener.write(endBuffer); endBuffer.clear(); } intBuffer.putInt(0, val); if (isBigEndian) { endBuffer.put(intBuffer.array(), Integer.BYTES - numBytes, numBytes); } else { endBuffer.put(intBuffer.array(), 0, numBytes); } numInserted++; }
@Override public void add(long value) throws IOException { if (endBuffer == null) { throw new IllegalStateException("written out already"); } if (numInserted == numInsertedForNextFlush) { numInsertedForNextFlush += sizePer; writer.flush(); endBuffer.flip(); flattener.write(endBuffer); endBuffer.clear(); writer.setBuffer(endBuffer); } writer.write(value); ++numInserted; }
bitmapWriter.write(bmpFactory.makeImmutableBitmap(mergedIndexes));
private void writeEndBuffer() throws IOException { if (endBuffer != null) { endBuffer.flip(); if (endBuffer.remaining() > 0) { flattener.write(endBuffer); } endBuffer = null; } } }
private void writeEndBuffer() throws IOException { if (endBuffer != null) { endBuffer.flip(); if (endBuffer.remaining() > 0) { flattener.write(endBuffer); } endBuffer = null; } } }
private void writeEndBuffer() throws IOException { if (endBuffer != null) { endBuffer.flip(); if (endBuffer.remaining() > 0) { flattener.write(endBuffer); } endBuffer = null; } } }
@Override public void serialize(ColumnValueSelector<? extends T> selector) throws IOException { writer.write(selector.getObject()); }
@Override public void serialize(ColumnValueSelector<? extends T> selector) throws IOException { writer.write(selector.getObject()); }