public EncodingStats build() { return new EncodingStats( Collections.unmodifiableMap(new LinkedHashMap<Encoding, Integer>(dictStats)), Collections.unmodifiableMap(new LinkedHashMap<Encoding, Integer>(dataStats)), usesV2Pages); } }
public List<PageEncodingStats> convertEncodingStats(EncodingStats stats) { if (stats == null) { return null; } List<PageEncodingStats> formatStats = new ArrayList<PageEncodingStats>(); for (org.apache.parquet.column.Encoding encoding : stats.getDictionaryEncodings()) { formatStats.add(new PageEncodingStats( PageType.DICTIONARY_PAGE, getEncoding(encoding), stats.getNumDictionaryPagesEncodedAs(encoding))); } PageType dataPageType = (stats.usesV2Pages() ? PageType.DATA_PAGE_V2 : PageType.DATA_PAGE); for (org.apache.parquet.column.Encoding encoding : stats.getDataEncodings()) { formatStats.add(new PageEncodingStats( dataPageType, getEncoding(encoding), stats.getNumDataPagesEncodedAs(encoding))); } return formatStats; }
private boolean hasDictionaryPage(ColumnChunkMetaData column) { EncodingStats stats = column.getEncodingStats(); if (stats != null) { // ensure there is a dictionary page and that it is used to encode data pages return stats.hasDictionaryPages() && stats.hasDictionaryEncodedPages(); } Set<Encoding> encodings = column.getEncodings(); return (encodings.contains(PLAIN_DICTIONARY) || encodings.contains(RLE_DICTIONARY)); } }
EncodingStats stats = meta.getEncodingStats(); if (stats != null) { return stats.hasNonDictionaryEncodedPages();
EncodingStats stats = meta.getEncodingStats(); if (stats != null) { return stats.hasNonDictionaryEncodedPages();
public List<PageEncodingStats> convertEncodingStats(EncodingStats stats) { if (stats == null) { return null; } List<PageEncodingStats> formatStats = new ArrayList<PageEncodingStats>(); for (org.apache.parquet.column.Encoding encoding : stats.getDictionaryEncodings()) { formatStats.add(new PageEncodingStats( PageType.DICTIONARY_PAGE, getEncoding(encoding), stats.getNumDictionaryPagesEncodedAs(encoding))); } PageType dataPageType = (stats.usesV2Pages() ? PageType.DATA_PAGE_V2 : PageType.DATA_PAGE); for (org.apache.parquet.column.Encoding encoding : stats.getDataEncodings()) { formatStats.add(new PageEncodingStats( dataPageType, getEncoding(encoding), stats.getNumDataPagesEncodedAs(encoding))); } return formatStats; }
private boolean hasDictionaryPage(ColumnChunkMetaData column) { EncodingStats stats = column.getEncodingStats(); if (stats != null) { // ensure there is a dictionary page and that it is used to encode data pages return stats.hasDictionaryPages() && stats.hasDictionaryEncodedPages(); } Set<Encoding> encodings = column.getEncodings(); return (encodings.contains(PLAIN_DICTIONARY) || encodings.contains(RLE_DICTIONARY)); } }
EncodingStats stats = meta.getEncodingStats(); if (stats != null) { return stats.hasNonDictionaryEncodedPages();
public EncodingStats build() { return new EncodingStats( Collections.unmodifiableMap(new LinkedHashMap<Encoding, Integer>(dictStats)), Collections.unmodifiableMap(new LinkedHashMap<Encoding, Integer>(dataStats)), usesV2Pages); } }