@Override final boolean isNullAt(int rowId) { // TODO: Workaround if vector has all non-null values, see ARROW-1948 if (accessor.getValueCount() > 0 && accessor.getValidityBuffer().capacity() == 0) { return false; } else { return super.isNullAt(rowId); } }
@Override final boolean isNullAt(int rowId) { // TODO: Workaround if vector has all non-null values, see ARROW-1948 if (accessor.getValueCount() > 0 && accessor.getValidityBuffer().capacity() == 0) { return false; } else { return super.isNullAt(rowId); } }
/** * Get the size (number of bytes) of underlying data buffer. * @return number of bytes in the data buffer */ @Override public int getByteCapacity() { return valueBuffer.capacity(); }
int getCapacity() { return buf != null ? buf.capacity() : 0; } }
@Override public int capacity() { return decimalVector.getDataBuffer().capacity(); } }
@Override public int capacity() { return varCharVector.getDataBuffer().capacity(); } }
@Override public void loadFieldBuffers(ArrowFieldNode fieldNode, List<ArrowBuf> ownBuffers) { if (ownBuffers.size() != 1) { throw new IllegalArgumentException("Illegal buffer count, expected " + 1 + ", got: " + ownBuffers.size()); } ArrowBuf bitBuffer = ownBuffers.get(0); validityBuffer.release(); validityBuffer = BitVectorHelper.loadValidityBuffer(fieldNode, bitBuffer, allocator); valueCount = fieldNode.getLength(); validityAllocationSizeInBytes = validityBuffer.capacity(); }
public static void setNullAndValue(FieldVector vector, int value){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), OFF); ArrowBuf values = buffers.get(1); fillInts(values.memoryAddress(), values.capacity(), value); }
public static void setNullAndValue(FieldVector vector, long value){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), OFF); ArrowBuf values = buffers.get(1); writeWordwise(values.memoryAddress(), values.capacity(), value); }
public void reset() { buf.readerIndex(0); buf.writerIndex(0); buf.setZero(0, buf.capacity()); }
/** * Initialize the reader and writer index of buffers. * Also the contents of buffers are zeroed out. */ private void initBuffers() { fixedKeyColPivotedData.setZero(0, fixedKeyColPivotedData.capacity()); variableKeyColPivotedData.setZero(0, variableKeyColPivotedData.capacity()); fixedKeyColPivotedData.readerIndex(0); fixedKeyColPivotedData.writerIndex(0); variableKeyColPivotedData.readerIndex(0); variableKeyColPivotedData.writerIndex(0); }
private void cleanPartition() { partition = null; resetValues(); for (VectorWrapper<?> vw : internal) { ValueVector vv = vw.getValueVector(); if ((vv instanceof BaseValueVector)) { ArrowBuf validityBuffer = vv.getValidityBuffer(); validityBuffer.setZero(0, validityBuffer.capacity()); } } lagCopiedToInternal = false; }
private void reset() { resetValues(); for (VectorWrapper<?> vw : internal) { ValueVector vv = vw.getValueVector(); if ((vv instanceof BaseValueVector)) { ArrowBuf validityBuffer = vv.getValidityBuffer(); validityBuffer.setZero(0, validityBuffer.capacity()); } } }
private void resizeBuffer(int sizeInBytes) { int targetSize = Numbers.nextPowerOfTwo(sizeInBytes); final ArrowBuf oldBuf = buf; buf = allocator.buffer(targetSize); PlatformDependent.copyMemory(oldBuf.memoryAddress(), buf.memoryAddress(), oldBuf.capacity()); buf.writerIndex(oldBuf.writerIndex()); oldBuf.release(); }
private void checkBatch(RawFragmentBatch checkBatch, int batchIdx) { assertEquals(batchAllocateSize, checkBatch.getBody().capacity()); assertEquals(batchIdx, checkBatch.getBody().getInt(0)); } }