arrowVector.setValueCount(isNative ? vectorizedRowBatch.size : batchSize); } else { arrowVector.setInitialCapacity(isNative ? vectorizedRowBatch.size : batchSize);
public void setValueCount(final int batchIndex, final int valueCount) { accumulators[batchIndex].setValueCount(valueCount); }
/** * Set the row count of all the vectors in this container. Also sets the value * count for each root level contained FieldVector. * @param rowCount Number of records. */ public void setRowCount(int rowCount) { this.rowCount = rowCount; for (FieldVector v : getFieldVectors()) { v.setValueCount(rowCount); } }
@Override public void setValueCount(int valueCount) { this.valueCount = valueCount; while (valueCount > getValidityBufferValueCapacity()) { reallocValidityBuffer(); } vector.setValueCount(valueCount * listSize); }
public void setValueCount(int valueCount) { this.valueCount = valueCount; while (valueCount > getOffsetBufferValueCapacity()) { reallocOffsetBuffer(); } final int childValueCount = valueCount == 0 ? 0 : offsetBuffer.getInt(valueCount * OFFSET_WIDTH); vector.setValueCount(childValueCount); } }
private void resetFirstAccumulatorVector() { Preconditions.checkArgument(accumulators.length == 1, "Error: incorrect number of batches in accumulator"); final FieldVector vector = accumulators[0]; Preconditions.checkArgument(vector != null, "Error: expecting a valid accumulator"); final ArrowBuf validityBuffer = vector.getValidityBuffer(); final ArrowBuf dataBuffer = vector.getDataBuffer(); validityBuffer.readerIndex(0); validityBuffer.writerIndex(0); dataBuffer.readerIndex(0); dataBuffer.writerIndex(0); initialize(vector); vector.setValueCount(0); }
FieldVector childVector = structVector.getChild(remaingChild); childVector.allocateNew(); childVector.setValueCount(metadata.getValueCount());
indices.setValueCount(count);
/** * Sets the value count for the vector. * * @param valueCount value count */ @Override public void setValueCount(int valueCount) { this.valueCount = valueCount; if (valueCount > 0) { while (valueCount > getValidityAndOffsetValueCapacity()) { /* check if validity and offset buffers need to be re-allocated */ reallocValidityAndOffsetBuffers(); } for (int i = lastSet; i < valueCount; i++) { /* fill the holes with offsets */ final int currentOffset = offsetBuffer.getInt(i * OFFSET_WIDTH); offsetBuffer.setInt((i + 1) * OFFSET_WIDTH, currentOffset); } } /* valueCount for the data vector is the current end offset */ final int childValueCount = (valueCount == 0) ? 0 : offsetBuffer.getInt(valueCount * OFFSET_WIDTH); /* set the value count of data vector and this will take care of * checking whether data buffer needs to be reallocated. */ vector.setValueCount(childValueCount); }
readIntoArrowBuf(validityBuffer, bitsLength, input); readIntoArrowBuf(dataBuffer, dataLength, input); vector.setValueCount(metaData.getValueCount()); count++;
if (batchIndex == 0) { ((FixedWidthVector) accumulationVector).allocateNew(maxValuesPerBatch); accumulationVector.setValueCount(0); initialize(accumulationVector); bitAddresses[batchIndex] = accumulationVector.getValidityBufferAddress();
validityBuffer.setZero(0, validityBuffer.capacity()); dataBuffer.setZero(0, dataBuffer.capacity()); vector.setValueCount(0);