MeasureRawColumnChunk getMeasureRawColumnChunk(FileReader fileReader, int columnIndex, long offset, int dataLength, ByteBuffer buffer, DataChunk3 dataChunk) { // creating a raw chunks instance and filling all the details MeasureRawColumnChunk rawColumnChunk = new MeasureRawColumnChunk(columnIndex, buffer, offset, dataLength, this); int numberOfPages = dataChunk.getPage_length().size(); byte[][] maxValueOfEachPage = new byte[numberOfPages][]; byte[][] minValueOfEachPage = new byte[numberOfPages][]; int[] eachPageLength = new int[numberOfPages]; for (int i = 0; i < minValueOfEachPage.length; i++) { maxValueOfEachPage[i] = dataChunk.getData_chunk_list().get(i).getMin_max().getMax_values().get(0).array(); minValueOfEachPage[i] = dataChunk.getData_chunk_list().get(i).getMin_max().getMin_values().get(0).array(); eachPageLength[i] = dataChunk.getData_chunk_list().get(i).getNumberOfRowsInpage(); } rawColumnChunk.setDataChunkV3(dataChunk); rawColumnChunk.setFileReader(fileReader); rawColumnChunk.setPagesCount(dataChunk.getPage_length().size()); rawColumnChunk.setMaxValues(maxValueOfEachPage); rawColumnChunk.setMinValues(minValueOfEachPage); rawColumnChunk.setRowCount(eachPageLength); rawColumnChunk.setOffsets(ArrayUtils .toPrimitive(dataChunk.page_offset.toArray(new Integer[dataChunk.page_offset.size()]))); return rawColumnChunk; }
minValueOfEachPage[i] = dataChunk.getData_chunk_list().get(i).getMin_max().getMin_values().get(0).array(); eachPageLength[i] = dataChunk.getData_chunk_list().get(i).getNumberOfRowsInpage(); boolean isMinMaxFlagSet = dataChunk.getData_chunk_list().get(i).getMin_max().isSetMin_max_presence();
public Object getFieldValue(_Fields field) { switch (field) { case CHUNK_META: return getChunk_meta(); case ROW_MAJOR: return isRowMajor(); case DATA_PAGE_LENGTH: return getData_page_length(); case ROWID_PAGE_LENGTH: return getRowid_page_length(); case RLE_PAGE_LENGTH: return getRle_page_length(); case PRESENCE: return getPresence(); case SORT_STATE: return getSort_state(); case ENCODERS: return getEncoders(); case ENCODER_META: return getEncoder_meta(); case MIN_MAX: return getMin_max(); case NUMBER_OF_ROWS_INPAGE: return getNumberOfRowsInpage(); } throw new IllegalStateException(); }
columnDataChunk = new VariableLengthDimensionColumnPage(dataPage, invertedIndexes, invertedIndexesReverse, pageMetadata.getNumberOfRowsInpage(), dimStoreType, rawColumnPage.getLocalDictionary(), vectorInfo, uncompressedSize); } else { pageMetadata.getNumberOfRowsInpage(), eachColumnValueSize[rawColumnPage.getColumnIndex()], vectorInfo, uncompressedSize);