Tabnine Logo
PrimitiveColumnIO.getColumnDescriptor
Code IndexAdd Tabnine to your IDE (free)

How to use
getColumnDescriptor
method
in
org.apache.parquet.io.PrimitiveColumnIO

Best Java code snippets using org.apache.parquet.io.PrimitiveColumnIO.getColumnDescriptor (Showing top 13 results out of 315)

origin: io.prestosql/presto-parquet

public static Optional<RichColumnDescriptor> getDescriptor(List<PrimitiveColumnIO> columns, List<String> path)
{
  checkArgument(path.size() >= 1, "Parquet nested path should have at least one component");
  int index = getPathIndex(columns, path);
  if (index == -1) {
    return Optional.empty();
  }
  PrimitiveColumnIO columnIO = columns.get(index);
  return Optional.of(new RichColumnDescriptor(columnIO.getColumnDescriptor(), columnIO.getType().asPrimitiveType()));
}
origin: prestosql/presto

public static Optional<RichColumnDescriptor> getDescriptor(List<PrimitiveColumnIO> columns, List<String> path)
{
  checkArgument(path.size() >= 1, "Parquet nested path should have at least one component");
  int index = getPathIndex(columns, path);
  if (index == -1) {
    return Optional.empty();
  }
  PrimitiveColumnIO columnIO = columns.get(index);
  return Optional.of(new RichColumnDescriptor(columnIO.getColumnDescriptor(), columnIO.getType().asPrimitiveType()));
}
origin: org.apache.parquet/parquet-column

public IncrementallyUpdatedFilterPredicateBuilderBase(List<PrimitiveColumnIO> leaves) {
 for (PrimitiveColumnIO leaf : leaves) {
  ColumnDescriptor descriptor = leaf.getColumnDescriptor();
  ColumnPath path = ColumnPath.get(descriptor.getPath());
  PrimitiveComparator<?> comparator = descriptor.getPrimitiveType().comparator();
  comparatorsByColumn.put(path, comparator);
 }
}
origin: org.lasersonlab.apache.parquet/parquet-column

public IncrementallyUpdatedFilterPredicateBuilderBase(List<PrimitiveColumnIO> leaves) {
 for (PrimitiveColumnIO leaf : leaves) {
  ColumnDescriptor descriptor = leaf.getColumnDescriptor();
  ColumnPath path = ColumnPath.get(descriptor.getPath());
  PrimitiveComparator<?> comparator = descriptor.getPrimitiveType().comparator();
  comparatorsByColumn.put(path, comparator);
 }
}
origin: org.apache.parquet/parquet-column

public MessageColumnIORecordConsumer(ColumnWriteStore columns) {
 this.columns = columns;
 int maxDepth = 0;
 this.columnWriter = new ColumnWriter[MessageColumnIO.this.getLeaves().size()];
 for (PrimitiveColumnIO primitiveColumnIO : MessageColumnIO.this.getLeaves()) {
  ColumnWriter w = columns.getColumnWriter(primitiveColumnIO.getColumnDescriptor());
  maxDepth = Math.max(maxDepth, primitiveColumnIO.getFieldPath().length);
  columnWriter[primitiveColumnIO.getId()] = w;
  buildGroupToLeafWriterMap(primitiveColumnIO, w);
 }
 fieldsWritten = new FieldsMarker[maxDepth];
 for (int i = 0; i < maxDepth; i++) {
  fieldsWritten[i] = new FieldsMarker();
 }
 r = new int[maxDepth];
}
origin: org.lasersonlab.apache.parquet/parquet-column

public MessageColumnIORecordConsumer(ColumnWriteStore columns) {
 this.columns = columns;
 int maxDepth = 0;
 this.columnWriter = new ColumnWriter[MessageColumnIO.this.getLeaves().size()];
 for (PrimitiveColumnIO primitiveColumnIO : MessageColumnIO.this.getLeaves()) {
  ColumnWriter w = columns.getColumnWriter(primitiveColumnIO.getColumnDescriptor());
  maxDepth = Math.max(maxDepth, primitiveColumnIO.getFieldPath().length);
  columnWriter[primitiveColumnIO.getId()] = w;
  buildGroupToLeafWriterMap(primitiveColumnIO, w);
 }
 fieldsWritten = new FieldsMarker[maxDepth];
 for (int i = 0; i < maxDepth; i++) {
  fieldsWritten[i] = new FieldsMarker();
 }
 r = new int[maxDepth];
}
origin: prestosql/presto

private void initializeColumnReaders()
{
  for (PrimitiveColumnIO columnIO : columns) {
    RichColumnDescriptor column = new RichColumnDescriptor(columnIO.getColumnDescriptor(), columnIO.getType().asPrimitiveType());
    columnReaders[columnIO.getId()] = PrimitiveColumnReader.createReader(column);
  }
}
origin: io.prestosql/presto-parquet

private void initializeColumnReaders()
{
  for (PrimitiveColumnIO columnIO : columns) {
    RichColumnDescriptor column = new RichColumnDescriptor(columnIO.getColumnDescriptor(), columnIO.getType().asPrimitiveType());
    columnReaders[columnIO.getId()] = PrimitiveColumnReader.createReader(column);
  }
}
origin: org.lasersonlab.apache.parquet/parquet-column

@Override
public Converter getConverter(int fieldIndex) {
 // get the real converter from the delegate
 Converter delegateConverter = checkNotNull(delegate.getConverter(fieldIndex), "delegate converter");
 // determine the indexFieldPath for the converter proxy we're about to make, which is
 // this converter's path + the requested fieldIndex
 List<Integer> newIndexFieldPath = new ArrayList<Integer>(indexFieldPath.size() + 1);
 newIndexFieldPath.addAll(indexFieldPath);
 newIndexFieldPath.add(fieldIndex);
 if (delegateConverter.isPrimitive()) {
  PrimitiveColumnIO columnIO = getColumnIO(newIndexFieldPath);
  ColumnPath columnPath = ColumnPath.get(columnIO.getColumnDescriptor().getPath());
  ValueInspector[] valueInspectors = getValueInspectors(columnPath);
  return new FilteringPrimitiveConverter(delegateConverter.asPrimitiveConverter(), valueInspectors);
 } else {
  return new FilteringGroupConverter(delegateConverter.asGroupConverter(), newIndexFieldPath, valueInspectorsByColumn, columnIOsByIndexFieldPath);
 }
}
origin: org.apache.parquet/parquet-column

@Override
public Converter getConverter(int fieldIndex) {
 // get the real converter from the delegate
 Converter delegateConverter = checkNotNull(delegate.getConverter(fieldIndex), "delegate converter");
 // determine the indexFieldPath for the converter proxy we're about to make, which is
 // this converter's path + the requested fieldIndex
 List<Integer> newIndexFieldPath = new ArrayList<Integer>(indexFieldPath.size() + 1);
 newIndexFieldPath.addAll(indexFieldPath);
 newIndexFieldPath.add(fieldIndex);
 if (delegateConverter.isPrimitive()) {
  PrimitiveColumnIO columnIO = getColumnIO(newIndexFieldPath);
  ColumnPath columnPath = ColumnPath.get(columnIO.getColumnDescriptor().getPath());
  ValueInspector[] valueInspectors = getValueInspectors(columnPath);
  return new FilteringPrimitiveConverter(delegateConverter.asPrimitiveConverter(), valueInspectors);
 } else {
  return new FilteringGroupConverter(delegateConverter.asGroupConverter(), newIndexFieldPath, valueInspectorsByColumn, columnIOsByIndexFieldPath);
 }
}
origin: prestosql/presto

RichColumnDescriptor column = new RichColumnDescriptor(primitiveColumnIO.getColumnDescriptor(), columnIO.getType().asPrimitiveType());
return Optional.of(new PrimitiveField(type, repetitionLevel, definitionLevel, required, column, primitiveColumnIO.getId()));
origin: org.apache.parquet/parquet-column

columnReaders[i] = columnStore.getColumnReader(leafColumnIO.getColumnDescriptor());
int maxRepetitionLevel = leafColumnIO.getRepetitionLevel();
nextColumnIdxForRepLevel[i] = new int[maxRepetitionLevel+1];
origin: org.lasersonlab.apache.parquet/parquet-column

columnReaders[i] = columnStore.getColumnReader(leafColumnIO.getColumnDescriptor());
int maxRepetitionLevel = leafColumnIO.getRepetitionLevel();
nextColumnIdxForRepLevel[i] = new int[maxRepetitionLevel+1];
org.apache.parquet.ioPrimitiveColumnIOgetColumnDescriptor

Popular methods of PrimitiveColumnIO

  • getId
  • getPath
  • getType
  • <init>
  • getDefinitionLevel
  • getFieldPath
  • getFirst
  • getIndexFieldPath
  • getLast
  • getParent
  • getRepetitionLevel
  • isFirst
  • getRepetitionLevel,
  • isFirst,
  • isLast,
  • toString

Popular in Java

  • Updating database using SQL prepared statement
  • setScale (BigDecimal)
  • getSupportFragmentManager (FragmentActivity)
  • requestLocationUpdates (LocationManager)
  • Color (java.awt)
    The Color class is used to encapsulate colors in the default sRGB color space or colors in arbitrary
  • OutputStream (java.io)
    A writable sink for bytes.Most clients will use output streams that write data to the file system (
  • Time (java.sql)
    Java representation of an SQL TIME value. Provides utilities to format and parse the time's represen
  • MessageFormat (java.text)
    Produces concatenated messages in language-neutral way. New code should probably use java.util.Forma
  • Stack (java.util)
    Stack is a Last-In/First-Out(LIFO) data structure which represents a stack of objects. It enables u
  • ConcurrentHashMap (java.util.concurrent)
    A plug-in replacement for JDK1.5 java.util.concurrent.ConcurrentHashMap. This version is based on or
  • Top 12 Jupyter Notebook extensions
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now