io.prestosql.orc java code examples

Add the Codota plugin to your IDE and get smart completions

private void myMethod () {
 Connection c =String url;DriverManager.getConnection(url)
String url;Properties info;DriverManager.getConnection(url, info)
Driver driver;String url;Properties info;driver.connect(url, info)
Smart code suggestions by Tabnine
}

@Override
public void close()
    throws IOException
{
  if (closed) {
    return;
  }
  closed = true;
  stats.updateSizeInBytes(-previouslyRecordedSizeInBytes);
  previouslyRecordedSizeInBytes = 0;
  flushStripe(CLOSED);
  orcDataSink.close();
}

public void recordStripeWritten(FlushReason flushReason, long stripeBytes, int stripeRows, int dictionaryBytes)
{
  getFlushStats(flushReason).recordStripeWritten(stripeBytes, stripeRows, dictionaryBytes);
  allFlush.recordStripeWritten(stripeBytes, stripeRows, dictionaryBytes);
}

public long getRetainedBytes()
{
  return INSTANCE_SIZE +
      columnWritersRetainedBytes +
      closedStripesRetainedBytes +
      orcDataSink.getRetainedSizeInBytes() +
      (validationBuilder == null ? 0 : validationBuilder.getRetainedSize());
}

@VisibleForTesting
void readCacheAt(long offset)
    throws IOException
{
  DiskRange newCacheRange = regionFinder.getRangeFor(offset);
  cachePosition = newCacheRange.getOffset();
  cacheLength = newCacheRange.getLength();
  if (cache.length < cacheLength) {
    cache = new byte[cacheLength];
  }
  dataSource.readFully(newCacheRange.getOffset(), cache, 0, cacheLength);
}

public long getBufferedBytes()
{
  if (direct) {
    return (long) (rowCount * valuesPerRow * bytesPerEntry);
  }
  int dictionaryEntries = getDictionaryEntries();
  int bytesPerValue = estimateIndexBytesPerValue(dictionaryEntries);
  return (dictionaryEntries * bytesPerEntry) + (getNonNullValueCount() * bytesPerValue);
}

public void reset()
{
  rowCount = 0;
  optimizer.reset();
  for (TestDictionaryColumn dictionaryColumn : dictionaryColumns) {
    dictionaryColumn.reset();
  }
}

public boolean isDictionaryMemoryFull()
{
  return optimizer.isFull(getBufferedBytes());
}

@Override
public void load(long position, SliceBufferReference bufferReference, int length)
{
  try {
    readFully(diskRange.getOffset() + position, bufferReference.getBuffer(), 0, length);
  }
  catch (IOException e) {
    throw new UncheckedIOException(e);
  }
}

private <K, V> void runTest(String testOrcFileName, Type keyType, Type valueType, ExpectedValuesBuilder<K, V> expectedValuesBuilder)
    throws Exception
{
  List<Map<K, V>> expectedValues = expectedValuesBuilder.build();
  runTest(testOrcFileName, keyType, valueType, expectedValues, false, false);
  runTest(testOrcFileName, keyType, valueType, expectedValues, true, false);
  runTest(testOrcFileName, keyType, valueType, expectedValues, false, true);
}

@Override
public final String toString()
{
  return id.toString();
}

@Override
public SliceOutput appendBytes(byte[] source, int sourceIndex, int length)
{
  writeBytes(source, sourceIndex, length);
  return this;
}

@VisibleForTesting
void readCacheAt(long offset)
    throws IOException
{
  DiskRange newCacheRange = regionFinder.getRangeFor(offset);
  cachePosition = newCacheRange.getOffset();
  cacheLength = newCacheRange.getLength();
  if (cache.length < cacheLength) {
    cache = new byte[cacheLength];
  }
  dataSource.readFully(newCacheRange.getOffset(), cache, 0, cacheLength);
}

public long getBufferedBytes()
{
  if (direct) {
    return (long) (rowCount * valuesPerRow * bytesPerEntry);
  }
  int dictionaryEntries = getDictionaryEntries();
  int bytesPerValue = estimateIndexBytesPerValue(dictionaryEntries);
  return (dictionaryEntries * bytesPerEntry) + (getNonNullValueCount() * bytesPerValue);
}

@Override
public void close()
    throws IOException
{
  if (closed) {
    return;
  }
  closed = true;
  stats.updateSizeInBytes(-previouslyRecordedSizeInBytes);
  previouslyRecordedSizeInBytes = 0;
  flushStripe(CLOSED);
  orcDataSink.close();
}

public void reset()
{
  rowCount = 0;
  optimizer.reset();
  for (TestDictionaryColumn dictionaryColumn : dictionaryColumns) {
    dictionaryColumn.reset();
  }
}

public boolean isDictionaryMemoryFull()
{
  return optimizer.isFull(getBufferedBytes());
}

@Override
public void load(long position, SliceBufferReference bufferReference, int length)
{
  try {
    readFully(diskRange.getOffset() + position, bufferReference.getBuffer(), 0, length);
  }
  catch (IOException e) {
    throw new UncheckedIOException(e);
  }
}

private <K, V> void runTest(String testOrcFileName, Type keyType, Type valueType, ExpectedValuesBuilder<K, V> expectedValuesBuilder)
    throws Exception
{
  List<Map<K, V>> expectedValues = expectedValuesBuilder.build();
  runTest(testOrcFileName, keyType, valueType, expectedValues, false, false);
  runTest(testOrcFileName, keyType, valueType, expectedValues, true, false);
  runTest(testOrcFileName, keyType, valueType, expectedValues, false, true);
}

public void recordStripeWritten(FlushReason flushReason, long stripeBytes, int stripeRows, int dictionaryBytes)
{
  getFlushStats(flushReason).recordStripeWritten(stripeBytes, stripeRows, dictionaryBytes);
  allFlush.recordStripeWritten(stripeBytes, stripeRows, dictionaryBytes);
}

public long getRetainedBytes()
{
  return INSTANCE_SIZE +
      columnWritersRetainedBytes +
      closedStripesRetainedBytes +
      orcDataSink.getRetainedSizeInBytes() +
      (validationBuilder == null ? 0 : validationBuilder.getRetainedSize());
}

How to use io.prestosql.orc

Best Java code snippets using io.prestosql.orc (Showing top 20 results out of 315)