/** * Data buffer can always be split and transferred using slicing. */ private void splitAndTransferValueBuffer(int startIndex, int length, BaseFixedWidthVector target) { final int startPoint = startIndex * typeWidth; final int sliceLength = length * typeWidth; target.valueBuffer = valueBuffer.slice(startPoint, sliceLength).transferOwnership(target.allocator).buffer; }
/** * Get the element at the given index from the vector. * * @param index position of element * @return element at given index */ public ArrowBuf get(int index) throws IllegalStateException { if (isSet(index) == 0) { throw new IllegalStateException("Value at index is null"); } return valueBuffer.slice(index * TYPE_WIDTH, TYPE_WIDTH); }
@Override public void splitAndTransfer(int startIndex, int length) { to.clear(); internalStructVectorTransferPair.splitAndTransfer(startIndex, length); final int startPoint = startIndex * TYPE_WIDTH; final int sliceLength = length * TYPE_WIDTH; to.typeBuffer = typeBuffer.slice(startPoint, sliceLength).transferOwnership(to.allocator).buffer; to.setValueCount(length); }
public void loadDataBuffer(SerializedField metadata, ArrowBuf buffer) { final int actualLength = metadata.getBufferLength(); final int valueCount = metadata.getValueCount(); final int expectedLength = valueCount * 8; assert actualLength == expectedLength : String.format("Expected to load %d bytes but actually loaded %d bytes in data buffer", expectedLength, actualLength); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.retain(1); vector.valueBuffer.writerIndex(actualLength); } }
@Override public ByteBuf readSlice(int length) { final ByteBuf slice = slice(readerIndex(), length); readerIndex(readerIndex() + length); return slice; }
public void loadDataBuffer(SerializedField metadata, ArrowBuf buffer) { final int actualLength = metadata.getBufferLength(); final int valueCount = metadata.getValueCount(); final int expectedLength = valueCount * 1; assert actualLength == expectedLength : String.format("Expected to load %d bytes but actually loaded %d bytes in data buffer", expectedLength, actualLength); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.retain(1); vector.valueBuffer.writerIndex(actualLength); } }
public void loadDataBuffer(SerializedField metadata, ArrowBuf buffer) { final int actualLength = metadata.getBufferLength(); final int valueCount = metadata.getValueCount(); final int expectedLength = valueCount * 1; assert actualLength == expectedLength : String.format("Expected to load %d bytes but actually loaded %d bytes in data buffer", expectedLength, actualLength); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.retain(1); vector.valueBuffer.writerIndex(actualLength); } }
public void loadDataBuffer(SerializedField metadata, ArrowBuf buffer) { final int actualLength = metadata.getBufferLength(); final int valueCount = metadata.getValueCount(); final int expectedLength = valueCount * 16; assert actualLength == expectedLength : String.format("Expected to load %d bytes but actually loaded %d bytes in data buffer", expectedLength, actualLength); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.retain(1); vector.valueBuffer.writerIndex(actualLength); } }
public void loadDataBuffer(SerializedField metadata, ArrowBuf buffer) { final int actualLength = metadata.getBufferLength(); final int valueCount = metadata.getValueCount(); final int expectedLength = valueCount * 8; assert actualLength == expectedLength : String.format("Expected to load %d bytes but actually loaded %d bytes in data buffer", expectedLength, actualLength); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.retain(1); vector.valueBuffer.writerIndex(actualLength); } }
public void loadDataBuffer(SerializedField metadata, ArrowBuf buffer) { final int actualLength = metadata.getBufferLength(); final int valueCount = metadata.getValueCount(); final int expectedLength = valueCount * 4; assert actualLength == expectedLength : String.format("Expected to load %d bytes but actually loaded %d bytes in data buffer", expectedLength, actualLength); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.retain(1); vector.valueBuffer.writerIndex(actualLength); } }
public void loadDataBuffer(SerializedField metadata, ArrowBuf buffer) { final int actualLength = metadata.getBufferLength(); final int valueCount = metadata.getValueCount(); final int expectedLength = valueCount * 8; assert actualLength == expectedLength : String.format("Expected to load %d bytes but actually loaded %d bytes in data buffer", expectedLength, actualLength); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.retain(1); vector.valueBuffer.writerIndex(actualLength); } }
public void loadDataBuffer(SerializedField metadata, ArrowBuf buffer) { final int actualLength = metadata.getBufferLength(); final int valueCount = metadata.getValueCount(); final int expectedLength = valueCount * 8; assert actualLength == expectedLength : String.format("Expected to load %d bytes but actually loaded %d bytes in data buffer", expectedLength, actualLength); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.retain(1); vector.valueBuffer.writerIndex(actualLength); } }
private void loadValidityBuffer(SerializedField metadata, ArrowBuf buffer) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually loaded %d bytes in validity buffer", expectedLength, actualLength); vector.validityBuffer = buffer.slice(0, actualLength); vector.validityBuffer.writerIndex(actualLength); vector.validityBuffer.retain(1); }
private void loadValidityBuffer(SerializedField metadata, ArrowBuf buffer) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually loaded %d bytes in validity buffer", expectedLength, actualLength); vector.validityBuffer = buffer.slice(0, actualLength); vector.validityBuffer.writerIndex(actualLength); vector.validityBuffer.retain(1); }
private void loadValidityBuffer(SerializedField metadata, ArrowBuf buffer) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually loaded %d bytes in validity buffer", expectedLength, actualLength); vector.validityBuffer = buffer.slice(0, actualLength); vector.validityBuffer.writerIndex(actualLength); vector.validityBuffer.retain(1); }
private void loadValidityBuffer(SerializedField metadata, ArrowBuf buffer) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually loaded %d bytes in validity buffer", expectedLength, actualLength); vector.validityBuffer = buffer.slice(0, actualLength); vector.validityBuffer.writerIndex(actualLength); vector.validityBuffer.retain(1); }
private int loadValidityBuffer(SerializedField metadata, ArrowBuf buffer) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = BaseValueVectorHelper.getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes in validity buffer but actually loaded %d bytes", expectedLength, actualLength); structVector.validityBuffer = buffer.slice(0, actualLength); structVector.validityBuffer.writerIndex(actualLength); structVector.validityBuffer.retain(1); return actualLength; }
private void loadValidityBuffer(SerializedField metadata, ArrowBuf buffer) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually loaded %d bytes in validity buffer", expectedLength, actualLength); vector.validityBuffer = buffer.slice(0, actualLength); vector.validityBuffer.writerIndex(actualLength); vector.validityBuffer.retain(1); }
private void loadValidityBuffer(SerializedField metadata, ArrowBuf buffer) { final int valueCount = metadata.getValueCount(); final int actualLength = metadata.getBufferLength(); final int expectedLength = getValidityBufferSizeFromCount(valueCount); assert expectedLength == actualLength: String.format("Expected to load %d bytes but actually loaded %d bytes in validity buffer", expectedLength, actualLength); vector.validityBuffer = buffer.slice(0, actualLength); vector.validityBuffer.writerIndex(actualLength); vector.validityBuffer.retain(1); }
public void load(SerializedField metadata, ArrowBuf buffer) { Preconditions.checkArgument(vector.name.equals(metadata.getNamePart().getName()), "The field %s doesn't match the provided metadata %s.", vector.name, metadata); final int valueCount = metadata.getValueCount(); final int expectedLength = vector.getValidityBufferSizeFromCount(valueCount); final int actualLength = metadata.getBufferLength(); assert expectedLength == actualLength: "expected and actual buffer sizes do not match"; vector.clear(); vector.valueBuffer = buffer.slice(0, actualLength); vector.valueBuffer.writerIndex(actualLength); vector.valueBuffer.retain(); vector.valueCount = valueCount; }