public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return getLowValue(); case HIGH_VALUE: return getHighValue(); case NUM_NULLS: return getNumNulls(); case NUM_DVS: return getNumDVs(); case BIT_VECTORS: return getBitVectors(); } throw new IllegalStateException(); }
maxInd = adjustedIndexMap.get(list.get(list.size() - 1).getKey()); long highValue = 0; min = list.get(0).getValue().getHighValue(); max = list.get(list.size() - 1).getValue().getHighValue(); if (minInd == maxInd) { highValue = min;
@Override void compare(ColumnStatisticsData colstats, int offset) { Assert.assertEquals("long num nulls", numNulls.get(offset), (Long) colstats.getLongStats().getNumNulls()); Assert.assertEquals("long num dvs", numDvs.get(offset), (Long) colstats.getLongStats().getNumDVs()); Assert.assertEquals("long low val", (long)lowVals.get(offset), colstats.getLongStats().getLowValue()); Assert.assertEquals("long high val", (long)highVals.get(offset), colstats.getLongStats().getHighValue()); }
private void verifyLongStats(int dvCount, int min, int max, List<ColumnStatisticsObj> stats) { Assert.assertEquals(1, stats.size()); LongColumnStatsData data = stats.get(0).getStatsData().getLongStats(); Assert.assertEquals(min, data.getLowValue()); Assert.assertEquals(max, data.getHighValue()); Assert.assertEquals(dvCount, data.getNumDVs()); }
} else if (csd.isSetLongStats()) { LongColumnStatsData lcsd = csd.getLongStats(); ret.addAll(Lists.newArrayList( "" + lcsd.getLowValue(), "" + lcsd.getHighValue(), "" + lcsd.getNumNulls(), "" + lcsd.getNumDVs(), "", "",
LongColumnStatsData newData = cso.getStatsData().getLongStats(); if (useDensityFunctionForNDVEstimation) { densityAvgSum += (newData.getHighValue() - newData.getLowValue()) / newData.getNumDVs();
LongColumnStatsData lstats = statData.getLongStats(); if (lstats.isSetHighValue()) { oneRow.add(subType.cast(lstats.getHighValue())); } else { oneRow.add(null); continue; long curVal = lstats.getHighValue(); maxVal = maxVal == null ? curVal : Math.max(maxVal, curVal);
LongColumnStatsData lstats = statData.getLongStats(); if (lstats.isSetHighValue()) { oneRow.add(subType.cast(lstats.getHighValue())); } else { oneRow.add(null); continue; long curVal = lstats.getHighValue(); maxVal = maxVal == null ? curVal : Math.max(maxVal, curVal);
} else if (csd.isSetLongStats()) { LongColumnStatsData lcsd = csd.getLongStats(); appendColumnStats(tableInfo, lcsd.getLowValue(), lcsd.getHighValue(), lcsd.getNumNulls(), lcsd.getNumDVs(), "", "", "", ""); } else if (csd.isSetDateStats()) {
Map<String, List<ColumnStatisticsObj>> map = hms.getPartitionColumnStatistics("default", "T", partNames, colNames); Assert.assertEquals(4, map.get(partNames.get(0)).get(0).getStatsData().getLongStats().getHighValue()); Assert.assertEquals("", 5, map.get(partNames.get(0)).get(0).getStatsData().getLongStats().getHighValue());
LongColumnStatsData longStatsData = columnStatistics.getStatsData().getLongStats(); OptionalLong min = longStatsData.isSetLowValue() ? OptionalLong.of(longStatsData.getLowValue()) : OptionalLong.empty(); OptionalLong max = longStatsData.isSetHighValue() ? OptionalLong.of(longStatsData.getHighValue()) : OptionalLong.empty(); OptionalLong nullsCount = longStatsData.isSetNumNulls() ? fromMetastoreNullsCount(longStatsData.getNumNulls()) : OptionalLong.empty(); OptionalLong distinctValuesCount = longStatsData.isSetNumDVs() ? OptionalLong.of(longStatsData.getNumDVs()) : OptionalLong.empty();
cs.setNumNulls(csd.getLongStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive1()); cs.setRange(csd.getLongStats().getLowValue(), csd.getLongStats().getHighValue()); } else if (colTypeLowerCase.equals(serdeConstants.BIGINT_TYPE_NAME)) { cs.setCountDistint(csd.getLongStats().getNumDVs()); cs.setNumNulls(csd.getLongStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive2()); cs.setRange(csd.getLongStats().getLowValue(), csd.getLongStats().getHighValue()); } else if (colTypeLowerCase.equals(serdeConstants.FLOAT_TYPE_NAME)) { cs.setCountDistint(csd.getDoubleStats().getNumDVs());
} else if (csd.isSetLongStats()) { LongColumnStatsData lcsd = csd.getLongStats(); appendColumnStatsNoFormatting(colBuffer, lcsd.getLowValue(), lcsd.getHighValue(), lcsd.getNumNulls(), lcsd.getNumDVs(), "", "", "", ""); } else if (csd.isSetDateStats()) {
@Override public void checkStats(AggrStats aggrStats) throws Exception { Assert.assertEquals(10, aggrStats.getPartsFound()); Assert.assertEquals(1, aggrStats.getColStatsSize()); ColumnStatisticsObj cso = aggrStats.getColStats().get(0); Assert.assertEquals("col1", cso.getColName()); Assert.assertEquals("bigint", cso.getColType()); LongColumnStatsData lcsd = cso.getStatsData().getLongStats(); Assert.assertEquals(1009, lcsd.getHighValue(), 0.01); Assert.assertEquals(-1009, lcsd.getLowValue(), 0.01); Assert.assertEquals(45, lcsd.getNumNulls()); Assert.assertEquals(91, lcsd.getNumDVs()); } };
cs.setNumNulls(csd.getLongStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive1()); cs.setRange(csd.getLongStats().getLowValue(), csd.getLongStats().getHighValue()); } else if (colTypeLowerCase.equals(serdeConstants.BIGINT_TYPE_NAME)) { cs.setCountDistint(csd.getLongStats().getNumDVs()); cs.setNumNulls(csd.getLongStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive2()); cs.setRange(csd.getLongStats().getLowValue(), csd.getLongStats().getHighValue()); } else if (colTypeLowerCase.equals(serdeConstants.FLOAT_TYPE_NAME)) { cs.setCountDistint(csd.getDoubleStats().getNumDVs());
@Override void compareAggr(ColumnStatisticsObj obj) { compareCommon(obj); Assert.assertEquals("aggr long num nulls", getNumNulls(), obj.getStatsData().getLongStats().getNumNulls()); Assert.assertEquals("aggr long num dvs", getNumDvs(), obj.getStatsData().getLongStats().getNumDVs()); Assert.assertEquals("aggr long low val", getLowVal(), obj.getStatsData().getLongStats().getLowValue()); Assert.assertEquals("aggr long high val", getHighVal(), obj.getStatsData().getLongStats().getHighValue()); }
LongColumnStatsData newLongStatsData = newStatObj.getStatsData().getLongStats(); if (newLongStatsData.isSetHighValue()) { oldLongStatsData.setHighValue(newLongStatsData.getHighValue());
longStats.isSetBitVectors() ? longStats.getBitVectors() : null, longStats.isSetLowValue() ? longStats.getLowValue() : null, longStats.isSetHighValue() ? longStats.getHighValue() : null); } else if (statsObj.getStatsData().isSetDoubleStats()) { DoubleColumnStatsData doubleStats = statsObj.getStatsData().getDoubleStats();
longStats.isSetBitVectors() ? longStats.getBitVectors() : null, longStats.isSetLowValue() ? longStats.getLowValue() : null, longStats.isSetHighValue() ? longStats.getHighValue() : null); } else if (statsObj.getStatsData().isSetDoubleStats()) { DoubleColumnStatsData doubleStats = statsObj.getStatsData().getDoubleStats();
public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return Long.valueOf(getLowValue()); case HIGH_VALUE: return Long.valueOf(getHighValue()); case NUM_NULLS: return Long.valueOf(getNumNulls()); case NUM_DVS: return Long.valueOf(getNumDVs()); } throw new IllegalStateException(); }