org.apache.arrow.vector.ValueVector.allocateNewSafe java code examples

public boolean allocateNewSafe() {
 for (VectorWrapper<?> w : wrappers) {
  if (!w.getValueVector().allocateNewSafe()) {
   return false;
  }
 }
 return true;
}

private void allocateOutgoing() {
 for (final VectorWrapper<?> w : outgoingContainer) {
  final ValueVector v = w.getValueVector();
  if (v instanceof FixedWidthVector) {
   AllocationHelper.allocate(v, context.getTargetBatchSize(), 1);
  } else {
   v.allocateNewSafe();
  }
 }
}

@Override
public boolean allocateNewSafe() {
 /* boolean to keep track if all the memory allocation were successful
  * Used in the case of composite vectors when we need to allocate multiple
  * buffers for multiple vectors. If one of the allocations failed we need to
  * clear all the memory that we allocated
  */
 boolean success = false;
 try {
  for (final ValueVector v : vectors.values()) {
   if (!v.allocateNewSafe()) {
    return false;
   }
  }
  success = true;
 } finally {
  if (!success) {
   clear();
  }
 }
 return true;
}

@Override
public DateDayWriter dateDay(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  DateDayVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.DATEDAY.getType()
    ),
    DateDayVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.DATEDAY);
  }
 }
 return writer;
}

@Override
public TimeStampNanoTZWriter timeStampNanoTZ(String name, String timezone) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  TimeStampNanoTZVector v = container.addOrGet(name, 
    FieldType.nullable(
     new org.apache.arrow.vector.types.pojo.ArrowType.Timestamp(org.apache.arrow.vector.types.TimeUnit.NANOSECOND, timezone)
    ),
    TimeStampNanoTZVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.TIMESTAMPNANOTZ);
  }
 }
 return writer;
}

@Override
public DecimalWriter decimal(String name, int scale, int precision) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  DecimalVector v = container.addOrGet(name, 
    FieldType.nullable(
     new org.apache.arrow.vector.types.pojo.ArrowType.Decimal(precision, scale)
    ),
    DecimalVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.DECIMAL);
  }
 }
 return writer;
}

@Override
public UInt1Writer uInt1(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  UInt1Vector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.UINT1.getType()
    ),
    UInt1Vector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.UINT1);
  }
 }
 return writer;
}

@Override
public UInt4Writer uInt4(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  UInt4Vector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.UINT4.getType()
    ),
    UInt4Vector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.UINT4);
  }
 }
 return writer;
}

@Override
public DateDayWriter dateDay(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  DateDayVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.DATEDAY.getType()
    ),
    DateDayVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.DATEDAY);
  }
 }
 return writer;
}

@Override
public IntervalYearWriter intervalYear(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  IntervalYearVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.INTERVALYEAR.getType()
    ),
    IntervalYearVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.INTERVALYEAR);
  }
 }
 return writer;
}

@Override
public UInt8Writer uInt8(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  UInt8Vector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.UINT8.getType()
    ),
    UInt8Vector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.UINT8);
  }
 }
 return writer;
}

@Override
public TimeStampNanoWriter timeStampNano(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  TimeStampNanoVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.TIMESTAMPNANO.getType()
    ),
    TimeStampNanoVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.TIMESTAMPNANO);
  }
 }
 return writer;
}

@Override
public TimeStampMicroTZWriter timeStampMicroTZ(String name, String timezone) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  TimeStampMicroTZVector v = container.addOrGet(name, 
    FieldType.nullable(
     new org.apache.arrow.vector.types.pojo.ArrowType.Timestamp(org.apache.arrow.vector.types.TimeUnit.MICROSECOND, timezone)
    ),
    TimeStampMicroTZVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.TIMESTAMPMICROTZ);
  }
 }
 return writer;
}

@Override
public TinyIntWriter tinyInt(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  TinyIntVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.TINYINT.getType()
    ),
    TinyIntVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.TINYINT);
  }
 }
 return writer;
}

@Override
public TimeStampNanoWriter timeStampNano(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  TimeStampNanoVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.TIMESTAMPNANO.getType()
    ),
    TimeStampNanoVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.TIMESTAMPNANO);
  }
 }
 return writer;
}

@Override
public VarBinaryWriter varBinary(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  VarBinaryVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.VARBINARY.getType()
    ),
    VarBinaryVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.VARBINARY);
  }
 }
 return writer;
}

@Override
public IntWriter integer(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  IntVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.INT.getType()
    ),
    IntVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.INT);
  }
 }
 return writer;
}

@Override
public Float8Writer float8(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  Float8Vector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.FLOAT8.getType()
    ),
    Float8Vector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.FLOAT8);
  }
 }
 return writer;
}

@Override
public TimeMicroWriter timeMicro(String name) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  TimeMicroVector v = container.addOrGet(name, 
    FieldType.nullable(
     MinorType.TIMEMICRO.getType()
    ),
    TimeMicroVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.TIMEMICRO);
  }
 }
 return writer;
}

@Override
public DecimalWriter decimal(String name, int scale, int precision) {
 FieldWriter writer = fields.get(handleCase(name));
 if(writer == null) {
  ValueVector vector;
  ValueVector currentVector = container.getChild(name);
  DecimalVector v = container.addOrGet(name, 
    FieldType.nullable(
     new org.apache.arrow.vector.types.pojo.ArrowType.Decimal(precision, scale)
    ),
    DecimalVector.class);
  writer = new PromotableWriter(v, container, getNullableStructWriterFactory());
  vector = v;
  if (currentVector == null || currentVector != vector) {
   if(this.initialCapacity > 0) {
    vector.setInitialCapacity(this.initialCapacity);
   }
   vector.allocateNewSafe();
  } 
  writer.setPosition(idx());
  fields.put(handleCase(name), writer);
 } else {
  if (writer instanceof PromotableWriter) {
   // ensure writers are initialized
   ((PromotableWriter)writer).getWriter(MinorType.DECIMAL);
  }
 }
 return writer;
}

Javadoc

Allocates new buffers. ValueVector implements logic to determine how much to allocate.

Popular methods of ValueVector

getField
Get information about how this field is materialized.
getObject
Get friendly type object from the vector.
isNull
Check whether an element in the vector is null.
setValueCount
Set number of values in the vector.
allocateNew
Allocate new buffers. ValueVector implements logic to determine how much to allocate.
clear
Release any owned ArrowBuf and reset the ValueVector to the initial state. If the vector has any chi
close
Alternative to clear(). Allows use as an AutoCloseable in try-with-resources.
getValueCount
Gets the number of values.
getBufferSize
Get the number of bytes used by this vector.
getBufferSizeFor
Returns the number of bytes that is used by this vector if it holds the given number of values. The
getBuffers
Return the underlying buffers associated with this vector. Note that this doesn't impact the referen
getMinorType

Popular in Java

Making http requests using okhttp
putExtra (Intent)
requestLocationUpdates (LocationManager)
getApplicationContext (Context)
BorderLayout (java.awt)
A border layout lays out a container, arranging and resizing its components to fit in five regions:
OutputStream (java.io)
A writable sink for bytes.Most clients will use output streams that write data to the file system (
BitSet (java.util)
The BitSet class implements abit array [http://en.wikipedia.org/wiki/Bit_array]. Each element is eit
HashMap (java.util)
HashMap is an implementation of Map. All optional operations are supported.All elements are permitte
Scanner (java.util)
A parser that parses a text string of primitive types and strings with the help of regular expressio
ExecutorService (java.util.concurrent)
An Executor that provides methods to manage termination and methods that can produce a Future for tr
Top PhpStorm plugins

How to use allocateNewSafemethodin org.apache.arrow.vector.ValueVector

Best Java code snippets using org.apache.arrow.vector.ValueVector.allocateNewSafe (Showing top 20 results out of 315)

How to use
allocateNewSafe
method
in
org.apache.arrow.vector.ValueVector