public List<ArrowBuf> getBuffers(final int batchIndex) { return accumulators[batchIndex].getFieldBuffers(); }
public static int fillAddresses(long[] addresses, int offset, FieldVector vector){ for(ArrowBuf ab : vector.getFieldBuffers()){ addresses[offset] = ab.memoryAddress(); offset++; } return offset; } }
public void execute(int recordCount, List<ValueVector> outVectors) throws Exception { root.setRowCount(recordCount); List<ArrowBuf> buffers = Lists.newArrayList(); for (FieldVector v : root.getFieldVectors()) { buffers.addAll(v.getFieldBuffers()); } projector.evaluate(recordCount, buffers, outVectors); }
private void appendNodes(FieldVector vector, List<ArrowFieldNode> nodes, List<ArrowBuf> buffers) { nodes.add(new ArrowFieldNode(vector.getValueCount(), includeNullCount ? vector.getNullCount() : -1)); List<ArrowBuf> fieldBuffers = vector.getFieldBuffers(); List<BufferType> expectedBuffers = TypeLayout.getTypeLayout(vector.getField().getType()).getBufferTypes(); if (fieldBuffers.size() != expectedBuffers.size()) { throw new IllegalArgumentException(String.format( "wrong number of buffers for field %s in vector %s. found: %s", vector.getField(), vector.getClass().getSimpleName(), fieldBuffers)); } buffers.addAll(fieldBuffers); for (FieldVector child : vector.getChildrenFromFields()) { appendNodes(child, nodes, buffers); } }
public static void setNullAndValue(FieldVector vector, int value){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), OFF); ArrowBuf values = buffers.get(1); fillInts(values.memoryAddress(), values.capacity(), value); }
public static void setNullAndValue(FieldVector vector, long value){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), OFF); ArrowBuf values = buffers.get(1); writeWordwise(values.memoryAddress(), values.capacity(), value); }
public static void setNotNullAndZero(FieldVector vector){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), ON); ArrowBuf values = buffers.get(1); writeWordwise(values.memoryAddress(), values.capacity(), OFF); }
public static void setNullAndZero(FieldVector vector){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), OFF); ArrowBuf values = buffers.get(1); writeWordwise(values.memoryAddress(), values.capacity(), OFF); }
public static void setNotNullAndZero(FieldVector vector){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), ON); ArrowBuf values = buffers.get(1); writeWordwise(values.memoryAddress(), values.capacity(), OFF); }
public static void setNullAndZero(FieldVector vector){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), OFF); ArrowBuf values = buffers.get(1); writeWordwise(values.memoryAddress(), values.capacity(), OFF); }
public static void setNullAndValue(FieldVector vector, long value){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), OFF); ArrowBuf values = buffers.get(1); writeWordwise(values.memoryAddress(), values.capacity(), value); }
public static void setNullAndValue(FieldVector vector, int value){ List<ArrowBuf> buffers = vector.getFieldBuffers(); ArrowBuf bits = buffers.get(0); writeWordwise(bits.memoryAddress(), bits.capacity(), OFF); ArrowBuf values = buffers.get(1); fillInts(values.memoryAddress(), values.capacity(), value); }
private void writeFromVectorIntoJson(Field field, FieldVector vector) throws IOException { List<BufferType> vectorTypes = TypeLayout.getTypeLayout(field.getType()).getBufferTypes(); List<ArrowBuf> vectorBuffers = vector.getFieldBuffers(); if (vectorTypes.size() != vectorBuffers.size()) { throw new IllegalArgumentException("vector types and inner vector buffers are not the same size: " +
final List<ArrowBuf> buffers = vector.getFieldBuffers();
final List<ArrowBuf> buffers = vector.getFieldBuffers();
/** * Filter a batch of records against the expression. * @param recordCount - number of records to consume * @return the number of records that passed the filter * @throws GandivaException on evaluation exception. */ public int filterBatch(int recordCount) throws GandivaException { if (recordCount == 0) { return 0; } root.setRowCount(recordCount); List<ArrowBuf> buffers = Lists.newArrayList(); for (FieldVector v : root.getFieldVectors()) { buffers.addAll(v.getFieldBuffers()); } selectionVector.allocateNew(recordCount); // do not take ownership of the buffer. ArrowBuf svBuffer = selectionVector.getBuffer(false); SelectionVector selectionVectorGandiva = new SelectionVectorInt16(svBuffer); filter.evaluate(recordCount, buffers, selectionVectorGandiva); selectionVector.setRecordCount(selectionVectorGandiva.getRecordCount()); return selectionVector.getCount(); }
public void accumulate(final long memoryAddr, final int count) { final long maxAddr = memoryAddr + count * WIDTH_ORDINAL; List<ArrowBuf> buffers = getInput().getFieldBuffers(); final long incomingBit = buffers.get(0).memoryAddress(); final long incomingValue = buffers.get(1).memoryAddress();
final List<ArrowBuf> buffers = v.getOutgoingVector().getFieldBuffers(); unpivotBits1(fixedAddr, blockWidth, buffers.get(0).memoryAddress(), v.getNullByteOffset(), v.getNullBitOffset(), start, count); if(v.getType().mode == FieldMode.BIT){ switch(def.getType()){ case FOUR_BYTE: final long buf4ByteAddr = def.getOutgoingVector().getFieldBuffers().get(1).memoryAddress(); unpivotBytes4(fixedAddr, blockWidth, buf4ByteAddr, def.getOffset(), start, count); break; case EIGHT_BYTE: final long buf8ByteAddr = def.getOutgoingVector().getFieldBuffers().get(1).memoryAddress(); unpivotBytes8(fixedAddr, blockWidth, buf8ByteAddr, def.getOffset(), start, count); break; case SIXTEEN_BYTE: final long buf16ByteAddr = def.getOutgoingVector().getFieldBuffers().get(1).memoryAddress(); unpivotBytes16(fixedAddr, blockWidth, buf16ByteAddr, def.getOffset(), start, count); break;
public void accumulate(final long memoryAddr, final int count) { List<ArrowBuf> buffers = getInput().getFieldBuffers(); final long incomingBit = buffers.get(0).memoryAddress(); final long incomingValue = buffers.get(1).memoryAddress();
){ final FieldVector field = def.getIncomingVector(); final List<ArrowBuf> buffers = field.getFieldBuffers();