congrats Icon
New! Announcing Tabnine Chat Beta
Learn More
Tabnine Logo
io.prestosql.orc
Code IndexAdd Tabnine to your IDE (free)

How to use io.prestosql.orc

Best Java code snippets using io.prestosql.orc (Showing top 20 results out of 315)

origin: io.prestosql/presto-orc

@Override
public void close()
    throws IOException
{
  if (closed) {
    return;
  }
  closed = true;
  stats.updateSizeInBytes(-previouslyRecordedSizeInBytes);
  previouslyRecordedSizeInBytes = 0;
  flushStripe(CLOSED);
  orcDataSink.close();
}
origin: prestosql/presto

public void recordStripeWritten(FlushReason flushReason, long stripeBytes, int stripeRows, int dictionaryBytes)
{
  getFlushStats(flushReason).recordStripeWritten(stripeBytes, stripeRows, dictionaryBytes);
  allFlush.recordStripeWritten(stripeBytes, stripeRows, dictionaryBytes);
}
origin: prestosql/presto

public long getRetainedBytes()
{
  return INSTANCE_SIZE +
      columnWritersRetainedBytes +
      closedStripesRetainedBytes +
      orcDataSink.getRetainedSizeInBytes() +
      (validationBuilder == null ? 0 : validationBuilder.getRetainedSize());
}
origin: io.prestosql/presto-orc

@VisibleForTesting
void readCacheAt(long offset)
    throws IOException
{
  DiskRange newCacheRange = regionFinder.getRangeFor(offset);
  cachePosition = newCacheRange.getOffset();
  cacheLength = newCacheRange.getLength();
  if (cache.length < cacheLength) {
    cache = new byte[cacheLength];
  }
  dataSource.readFully(newCacheRange.getOffset(), cache, 0, cacheLength);
}
origin: io.prestosql/presto-orc

public long getBufferedBytes()
{
  if (direct) {
    return (long) (rowCount * valuesPerRow * bytesPerEntry);
  }
  int dictionaryEntries = getDictionaryEntries();
  int bytesPerValue = estimateIndexBytesPerValue(dictionaryEntries);
  return (dictionaryEntries * bytesPerEntry) + (getNonNullValueCount() * bytesPerValue);
}
origin: prestosql/presto

public void reset()
{
  rowCount = 0;
  optimizer.reset();
  for (TestDictionaryColumn dictionaryColumn : dictionaryColumns) {
    dictionaryColumn.reset();
  }
}
origin: io.prestosql/presto-orc

public boolean isDictionaryMemoryFull()
{
  return optimizer.isFull(getBufferedBytes());
}
origin: io.prestosql/presto-orc

@Override
public void load(long position, SliceBufferReference bufferReference, int length)
{
  try {
    readFully(diskRange.getOffset() + position, bufferReference.getBuffer(), 0, length);
  }
  catch (IOException e) {
    throw new UncheckedIOException(e);
  }
}
origin: io.prestosql/presto-orc

private <K, V> void runTest(String testOrcFileName, Type keyType, Type valueType, ExpectedValuesBuilder<K, V> expectedValuesBuilder)
    throws Exception
{
  List<Map<K, V>> expectedValues = expectedValuesBuilder.build();
  runTest(testOrcFileName, keyType, valueType, expectedValues, false, false);
  runTest(testOrcFileName, keyType, valueType, expectedValues, true, false);
  runTest(testOrcFileName, keyType, valueType, expectedValues, false, true);
}
origin: io.prestosql/presto-orc

@Override
public final String toString()
{
  return id.toString();
}
origin: io.prestosql/presto-orc

@Override
public SliceOutput appendBytes(byte[] source, int sourceIndex, int length)
{
  writeBytes(source, sourceIndex, length);
  return this;
}
origin: prestosql/presto

@VisibleForTesting
void readCacheAt(long offset)
    throws IOException
{
  DiskRange newCacheRange = regionFinder.getRangeFor(offset);
  cachePosition = newCacheRange.getOffset();
  cacheLength = newCacheRange.getLength();
  if (cache.length < cacheLength) {
    cache = new byte[cacheLength];
  }
  dataSource.readFully(newCacheRange.getOffset(), cache, 0, cacheLength);
}
origin: prestosql/presto

public long getBufferedBytes()
{
  if (direct) {
    return (long) (rowCount * valuesPerRow * bytesPerEntry);
  }
  int dictionaryEntries = getDictionaryEntries();
  int bytesPerValue = estimateIndexBytesPerValue(dictionaryEntries);
  return (dictionaryEntries * bytesPerEntry) + (getNonNullValueCount() * bytesPerValue);
}
origin: prestosql/presto

@Override
public void close()
    throws IOException
{
  if (closed) {
    return;
  }
  closed = true;
  stats.updateSizeInBytes(-previouslyRecordedSizeInBytes);
  previouslyRecordedSizeInBytes = 0;
  flushStripe(CLOSED);
  orcDataSink.close();
}
origin: io.prestosql/presto-orc

public void reset()
{
  rowCount = 0;
  optimizer.reset();
  for (TestDictionaryColumn dictionaryColumn : dictionaryColumns) {
    dictionaryColumn.reset();
  }
}
origin: prestosql/presto

public boolean isDictionaryMemoryFull()
{
  return optimizer.isFull(getBufferedBytes());
}
origin: prestosql/presto

@Override
public void load(long position, SliceBufferReference bufferReference, int length)
{
  try {
    readFully(diskRange.getOffset() + position, bufferReference.getBuffer(), 0, length);
  }
  catch (IOException e) {
    throw new UncheckedIOException(e);
  }
}
origin: prestosql/presto

private <K, V> void runTest(String testOrcFileName, Type keyType, Type valueType, ExpectedValuesBuilder<K, V> expectedValuesBuilder)
    throws Exception
{
  List<Map<K, V>> expectedValues = expectedValuesBuilder.build();
  runTest(testOrcFileName, keyType, valueType, expectedValues, false, false);
  runTest(testOrcFileName, keyType, valueType, expectedValues, true, false);
  runTest(testOrcFileName, keyType, valueType, expectedValues, false, true);
}
origin: io.prestosql/presto-orc

public void recordStripeWritten(FlushReason flushReason, long stripeBytes, int stripeRows, int dictionaryBytes)
{
  getFlushStats(flushReason).recordStripeWritten(stripeBytes, stripeRows, dictionaryBytes);
  allFlush.recordStripeWritten(stripeBytes, stripeRows, dictionaryBytes);
}
origin: io.prestosql/presto-orc

public long getRetainedBytes()
{
  return INSTANCE_SIZE +
      columnWritersRetainedBytes +
      closedStripesRetainedBytes +
      orcDataSink.getRetainedSizeInBytes() +
      (validationBuilder == null ? 0 : validationBuilder.getRetainedSize());
}
io.prestosql.orc

Most used classes

  • OrcReader
  • OrcRecordReader
  • OrcDataSource
  • OrcWriter
  • OrcWriterOptions
  • TupleDomainOrcPredicate$ColumnReference,
  • TupleDomainOrcPredicate,
  • FileOrcDataSource,
  • OrcDataSourceId,
  • OutputStreamOrcDataSink,
  • Footer,
  • CachingOrcDataSource,
  • DictionaryCompressionOptimizer,
  • DiskRange,
  • OrcDataSourceUtils,
  • OrcDecompressor,
  • OrcEncoding,
  • OrcOutputBuffer,
  • OrcRecordReader$LinearProbeRangeFinder
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now