/** * @return The total size of memory retained by this OrcRecordReader */ @VisibleForTesting long getRetainedSizeInBytes() { return INSTANCE_SIZE + getStreamReaderRetainedSizeInBytes() + getCurrentStripeRetainedSizeInBytes(); }
/** * @return The total size of memory retained by this OrcRecordReader */ @VisibleForTesting long getRetainedSizeInBytes() { return INSTANCE_SIZE + getStreamReaderRetainedSizeInBytes() + getCurrentStripeRetainedSizeInBytes(); }
private static void assertClosedRetainedSizes(OrcRecordReader reader) { assertEquals(reader.getCurrentStripeRetainedSizeInBytes(), 0); // after close() we still account for the StreamReader instance sizes. assertGreaterThan(reader.getStreamReaderRetainedSizeInBytes(), 0L); // after close() we still account for the StreamReader instance sizes. assertGreaterThan(reader.getRetainedSizeInBytes(), 0L); assertEquals(reader.getSystemMemoryUsage(), 0); } }
private static void assertInitialRetainedSizes(OrcRecordReader reader, int rows) { assertEquals(reader.getReaderRowCount(), rows); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getCurrentStripeRetainedSizeInBytes(), 0); // there will be object overheads assertGreaterThan(reader.getStreamReaderRetainedSizeInBytes(), 0L); // there will be object overheads assertGreaterThan(reader.getRetainedSizeInBytes(), 0L); assertEquals(reader.getSystemMemoryUsage(), 0); }
private static void assertClosedRetainedSizes(OrcRecordReader reader) { assertEquals(reader.getCurrentStripeRetainedSizeInBytes(), 0); // after close() we still account for the StreamReader instance sizes. assertGreaterThan(reader.getStreamReaderRetainedSizeInBytes(), 0L); // after close() we still account for the StreamReader instance sizes. assertGreaterThan(reader.getRetainedSizeInBytes(), 0L); assertEquals(reader.getSystemMemoryUsage(), 0); } }
private static void assertInitialRetainedSizes(OrcRecordReader reader, int rows) { assertEquals(reader.getReaderRowCount(), rows); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getCurrentStripeRetainedSizeInBytes(), 0); // there will be object overheads assertGreaterThan(reader.getStreamReaderRetainedSizeInBytes(), 0L); // there will be object overheads assertGreaterThan(reader.getRetainedSizeInBytes(), 0L); assertEquals(reader.getSystemMemoryUsage(), 0); }
assertInitialRetainedSizes(reader, rows); long stripeReaderRetainedSize = reader.getCurrentStripeRetainedSizeInBytes(); long streamReaderRetainedSize = reader.getStreamReaderRetainedSizeInBytes(); long readerRetainedSize = reader.getRetainedSizeInBytes(); assertGreaterThan(reader.getCurrentStripeRetainedSizeInBytes(), stripeReaderRetainedSize);
assertInitialRetainedSizes(reader, rows); long stripeReaderRetainedSize = reader.getCurrentStripeRetainedSizeInBytes(); long streamReaderRetainedSize = reader.getStreamReaderRetainedSizeInBytes(); long readerRetainedSize = reader.getRetainedSizeInBytes(); assertGreaterThan(reader.getCurrentStripeRetainedSizeInBytes(), stripeReaderRetainedSize);
assertInitialRetainedSizes(reader, rows); long stripeReaderRetainedSize = reader.getCurrentStripeRetainedSizeInBytes(); long streamReaderRetainedSize = reader.getStreamReaderRetainedSizeInBytes(); long readerRetainedSize = reader.getRetainedSizeInBytes(); assertGreaterThan(reader.getCurrentStripeRetainedSizeInBytes(), stripeReaderRetainedSize);
assertInitialRetainedSizes(reader, rows); long stripeReaderRetainedSize = reader.getCurrentStripeRetainedSizeInBytes(); long streamReaderRetainedSize = reader.getStreamReaderRetainedSizeInBytes(); long readerRetainedSize = reader.getRetainedSizeInBytes(); assertGreaterThan(reader.getCurrentStripeRetainedSizeInBytes(), stripeReaderRetainedSize);
assertInitialRetainedSizes(reader, rows); long stripeReaderRetainedSize = reader.getCurrentStripeRetainedSizeInBytes(); long streamReaderRetainedSize = reader.getStreamReaderRetainedSizeInBytes(); long readerRetainedSize = reader.getRetainedSizeInBytes(); assertGreaterThan(reader.getCurrentStripeRetainedSizeInBytes(), stripeReaderRetainedSize);
assertInitialRetainedSizes(reader, rows); long stripeReaderRetainedSize = reader.getCurrentStripeRetainedSizeInBytes(); long streamReaderRetainedSize = reader.getStreamReaderRetainedSizeInBytes(); long readerRetainedSize = reader.getRetainedSizeInBytes(); assertGreaterThan(reader.getCurrentStripeRetainedSizeInBytes(), stripeReaderRetainedSize);