private static void assertInitialRetainedSizes(OrcRecordReader reader, int rows) { assertEquals(reader.getReaderRowCount(), rows); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getCurrentStripeRetainedSizeInBytes(), 0); // there will be object overheads assertGreaterThan(reader.getStreamReaderRetainedSizeInBytes(), 0L); // there will be object overheads assertGreaterThan(reader.getRetainedSizeInBytes(), 0L); assertEquals(reader.getSystemMemoryUsage(), 0); }
private static void assertInitialRetainedSizes(OrcRecordReader reader, int rows) { assertEquals(reader.getReaderRowCount(), rows); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getCurrentStripeRetainedSizeInBytes(), 0); // there will be object overheads assertGreaterThan(reader.getStreamReaderRetainedSizeInBytes(), 0L); // there will be object overheads assertGreaterThan(reader.getRetainedSizeInBytes(), 0L); assertEquals(reader.getSystemMemoryUsage(), 0); }
@Test public void testEntireFile() throws Exception { try (TempFile tempFile = new TempFile()) { createMultiStripeFile(tempFile.getFile()); try (OrcRecordReader reader = createCustomOrcRecordReader(tempFile, ORC, OrcPredicate.TRUE, BIGINT, MAX_BATCH_SIZE)) { assertEquals(reader.getReaderRowCount(), 100); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getFileRowCount(), reader.getReaderRowCount()); assertEquals(reader.getFilePosition(), reader.getReaderPosition()); for (int i = 0; i < 5; i++) { assertEquals(reader.nextBatch(), 20); assertEquals(reader.getReaderPosition(), i * 20L); assertEquals(reader.getFilePosition(), reader.getReaderPosition()); assertCurrentBatch(reader, i); } assertEquals(reader.nextBatch(), -1); assertEquals(reader.getReaderPosition(), 100); assertEquals(reader.getFilePosition(), reader.getReaderPosition()); } } }
@Test public void testEntireFile() throws Exception { try (TempFile tempFile = new TempFile()) { createMultiStripeFile(tempFile.getFile()); try (OrcRecordReader reader = createCustomOrcRecordReader(tempFile, ORC, OrcPredicate.TRUE, BIGINT, MAX_BATCH_SIZE)) { assertEquals(reader.getReaderRowCount(), 100); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getFileRowCount(), reader.getReaderRowCount()); assertEquals(reader.getFilePosition(), reader.getReaderPosition()); for (int i = 0; i < 5; i++) { assertEquals(reader.nextBatch(), 20); assertEquals(reader.getReaderPosition(), i * 20L); assertEquals(reader.getFilePosition(), reader.getReaderPosition()); assertCurrentBatch(reader, i); } assertEquals(reader.nextBatch(), -1); assertEquals(reader.getReaderPosition(), 100); assertEquals(reader.getFilePosition(), reader.getReaderPosition()); } } }
assertEquals(reader.getReaderRowCount(), 100); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getFileRowCount(), reader.getReaderRowCount()); assertEquals(reader.getFilePosition(), reader.getReaderPosition());
assertEquals(reader.getReaderRowCount(), 100); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getFileRowCount(), reader.getReaderRowCount()); assertEquals(reader.getFilePosition(), reader.getReaderPosition());
assertEquals(reader.getReaderRowCount(), 40); assertEquals(reader.getFilePosition(), 0); assertEquals(reader.getReaderPosition(), 0);
OrcRecordReader reader = createReader(dataSource, columnIds, columnTypes); assertEquals(reader.getReaderRowCount(), 2); assertEquals(reader.getFileRowCount(), 2); assertEquals(reader.getSplitLength(), file.length()); OrcRecordReader reader = createReader(dataSource, columnIds, columnTypes); assertEquals(reader.getReaderRowCount(), 1); assertEquals(reader.getFileRowCount(), 1); assertEquals(reader.getSplitLength(), newFile.length());
assertEquals(reader.getReaderRowCount(), 40); assertEquals(reader.getFilePosition(), 0); assertEquals(reader.getReaderPosition(), 0);
assertEquals(reader.getReaderRowCount(), rowCount); assertEquals(reader.getFilePosition(), 0); assertEquals(reader.getReaderPosition(), 0);
assertEquals(reader.getReaderRowCount(), rowCount); assertEquals(reader.getFilePosition(), 0); assertEquals(reader.getReaderPosition(), 0);
assertEquals(reader.getReaderRowCount(), 3); assertEquals(reader.getReaderPosition(), 0); assertEquals(reader.getFileRowCount(), reader.getReaderRowCount()); assertEquals(reader.getFilePosition(), reader.getFilePosition());
OrcRecordReader reader = createReader(dataSource, columnIds, columnTypes); assertEquals(reader.getReaderRowCount(), 5); assertEquals(reader.getFileRowCount(), 5); assertEquals(reader.getSplitLength(), file.length()); OrcRecordReader reader = createReader(dataSource, columnIds, columnTypes); assertEquals(reader.getReaderRowCount(), 2); assertEquals(reader.getFileRowCount(), 2); assertEquals(reader.getSplitLength(), newFile.length());