Tabnine Logo
OrcReader.getColumnNames
Code IndexAdd Tabnine to your IDE (free)

How to use
getColumnNames
method
in
io.prestosql.orc.OrcReader

Best Java code snippets using io.prestosql.orc.OrcReader.getColumnNames (Showing top 9 results out of 315)

origin: prestosql/presto

  private static Map<String, Integer> buildPhysicalNameOrdinalMap(OrcReader reader)
  {
    ImmutableMap.Builder<String, Integer> physicalNameOrdinalMap = ImmutableMap.builder();

    int ordinal = 0;
    for (String physicalColumnName : reader.getColumnNames()) {
      physicalNameOrdinalMap.put(physicalColumnName, ordinal);
      ordinal++;
    }

    return physicalNameOrdinalMap.build();
  }
}
origin: prestosql/presto

private List<ColumnInfo> getColumnInfo(OrcReader reader)
{
  Optional<OrcFileMetadata> metadata = getOrcFileMetadata(reader);
  if (metadata.isPresent()) {
    return getColumnInfoFromOrcUserMetadata(metadata.get());
  }
  // support for legacy files without metadata
  return getColumnInfoFromOrcColumnTypes(reader.getColumnNames(), reader.getFooter().getTypes());
}
origin: prestosql/presto

private static ColumnStats doComputeColumnStats(OrcReader orcReader, long columnId, Type type)
    throws IOException
{
  int columnIndex = columnIndex(orcReader.getColumnNames(), columnId);
  OrcRecordReader reader = orcReader.createRecordReader(ImmutableMap.of(columnIndex, type), OrcPredicate.TRUE, UTC, newSimpleAggregatedMemoryContext(), INITIAL_BATCH_SIZE);
  if (type.equals(BooleanType.BOOLEAN)) {
    return indexBoolean(type, reader, columnIndex, columnId);
  }
  if (type.equals(BigintType.BIGINT) ||
      type.equals(DateType.DATE) ||
      type.equals(TimestampType.TIMESTAMP)) {
    return indexLong(type, reader, columnIndex, columnId);
  }
  if (type.equals(DoubleType.DOUBLE)) {
    return indexDouble(type, reader, columnIndex, columnId);
  }
  if (type instanceof VarcharType) {
    return indexString(type, reader, columnIndex, columnId);
  }
  return null;
}
origin: prestosql/presto

private static List<HiveColumnHandle> getPhysicalHiveColumnHandles(List<HiveColumnHandle> columns, boolean useOrcColumnNames, OrcReader reader, Path path)
{
  if (!useOrcColumnNames) {
    return columns;
  }
  verifyFileHasColumnNames(reader.getColumnNames(), path);
  Map<String, Integer> physicalNameOrdinalMap = buildPhysicalNameOrdinalMap(reader);
  int nextMissingColumnIndex = physicalNameOrdinalMap.size();
  ImmutableList.Builder<HiveColumnHandle> physicalColumns = ImmutableList.builder();
  for (HiveColumnHandle column : columns) {
    Integer physicalOrdinal = physicalNameOrdinalMap.get(column.getName());
    if (physicalOrdinal == null) {
      // if the column is missing from the file, assign it a column number larger
      // than the number of columns in the file so the reader will fill it with nulls
      physicalOrdinal = nextMissingColumnIndex;
      nextMissingColumnIndex++;
    }
    physicalColumns.add(new HiveColumnHandle(column.getName(), column.getHiveType(), column.getTypeSignature(), physicalOrdinal, column.getColumnType(), column.getComment()));
  }
  return physicalColumns.build();
}
origin: prestosql/presto

OrcReader reader = new OrcReader(dataSource, ORC, readerAttributes.getMaxMergeDistance(), readerAttributes.getMaxReadSize(), readerAttributes.getTinyStripeThreshold(), HUGE_MAX_READ_BLOCK_SIZE);
Map<Long, Integer> indexMap = columnIdIndex(reader.getColumnNames());
ImmutableMap.Builder<Integer, Type> includedColumns = ImmutableMap.builder();
ImmutableList.Builder<Integer> columnIndexes = ImmutableList.builder();
origin: prestosql/presto

public static OrcRecordReader createReader(OrcDataSource dataSource, List<Long> columnIds, List<Type> types)
    throws IOException
{
  OrcReader orcReader = new OrcReader(dataSource, ORC, new DataSize(1, MEGABYTE), new DataSize(1, MEGABYTE), new DataSize(1, MEGABYTE), new DataSize(1, MEGABYTE));
  List<String> columnNames = orcReader.getColumnNames();
  assertEquals(columnNames.size(), columnIds.size());
  Map<Integer, Type> includedColumns = new HashMap<>();
  int ordinal = 0;
  for (long columnId : columnIds) {
    assertEquals(columnNames.get(ordinal), String.valueOf(columnId));
    includedColumns.put(ordinal, types.get(ordinal));
    ordinal++;
  }
  return createRecordReader(orcReader, includedColumns);
}
origin: prestosql/presto

public static OrcRecordReader createReaderNoRows(OrcDataSource dataSource)
    throws IOException
{
  OrcReader orcReader = new OrcReader(dataSource, ORC, new DataSize(1, MEGABYTE), new DataSize(1, MEGABYTE), new DataSize(1, MEGABYTE), new DataSize(1, MEGABYTE));
  assertEquals(orcReader.getColumnNames().size(), 0);
  return createRecordReader(orcReader, ImmutableMap.of());
}
origin: io.prestosql/presto-orc

validateWrite(validation -> validation.getColumnNames().equals(getColumnNames()), "Unexpected column names");
validateWrite(validation -> validation.getRowGroupMaxRowCount() == footer.getRowsInRowGroup(), "Unexpected rows in group");
if (writeValidation.isPresent()) {
origin: prestosql/presto

validateWrite(validation -> validation.getColumnNames().equals(getColumnNames()), "Unexpected column names");
validateWrite(validation -> validation.getRowGroupMaxRowCount() == footer.getRowsInRowGroup(), "Unexpected rows in group");
if (writeValidation.isPresent()) {
io.prestosql.orcOrcReadergetColumnNames

Popular methods of OrcReader

  • <init>
  • createRecordReader
  • getFooter
  • checkOrcVersion
    Check to see if this ORC file is from a future version and if so, warn the user that we may not be a
  • isValidHeaderMagic
    Does the file start with the ORC magic bytes?
  • validateFile
  • validateWrite
  • wrapWithCacheIfTiny

Popular in Java

  • Start an intent from android
  • getSystemService (Context)
  • setRequestProperty (URLConnection)
  • onRequestPermissionsResult (Fragment)
  • Component (java.awt)
    A component is an object having a graphical representation that can be displayed on the screen and t
  • PrintStream (java.io)
    Fake signature of an existing Java class.
  • ResultSet (java.sql)
    An interface for an object which represents a database table entry, returned as the result of the qu
  • Map (java.util)
    A Map is a data structure consisting of a set of keys and values in which each key is mapped to a si
  • TimeZone (java.util)
    TimeZone represents a time zone offset, and also figures out daylight savings. Typically, you get a
  • FileUtils (org.apache.commons.io)
    General file manipulation utilities. Facilities are provided in the following areas: * writing to a
  • Top plugins for Android Studio
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now