public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return getLowValue(); case HIGH_VALUE: return getHighValue(); case NUM_NULLS: return getNumNulls(); case NUM_DVS: return getNumDVs(); case BIT_VECTORS: return getBitVectors(); } throw new IllegalStateException(); }
numNulls += entry.getValue().getNumNulls();
@Override void compare(ColumnStatisticsData colstats, int offset) { Assert.assertEquals("double num nulls", numNulls.get(offset), (Long) colstats.getDoubleStats().getNumNulls()); Assert.assertEquals("double num dvs", numDvs.get(offset), (Long) colstats.getDoubleStats().getNumDVs()); Assert.assertEquals("double low val", lowVals.get(offset), colstats.getDoubleStats().getLowValue(), 0.01); Assert.assertEquals("double high val", highVals.get(offset), colstats.getDoubleStats().getHighValue(), 0.01); }
private Long getNullcountFor(StatType type, ColumnStatisticsData statData) { switch(type) { case Integeral : return statData.getLongStats().getNumNulls(); case Double: return statData.getDoubleStats().getNumNulls(); case String: return statData.getStringStats().getNumNulls(); case Boolean: return statData.getBooleanStats().getNumNulls(); case Binary: return statData.getBinaryStats().getNumNulls(); default: return null; } }
aggregateData.setHighValue(Math.max(aggregateData.getHighValue(), newData.getHighValue())); aggregateData.setNumNulls(aggregateData.getNumNulls() + newData.getNumNulls());
DoubleColumnStatsData dcsd = csd.getDoubleStats(); ret.addAll(Lists.newArrayList( "" + dcsd.getLowValue(), "" + dcsd.getHighValue(), "" + dcsd.getNumNulls(), "" + dcsd.getNumDVs(), "", "", "", "",
private Long getNullcountFor(StatType type, ColumnStatisticsData statData) { switch(type) { case Integer : return statData.getLongStats().getNumNulls(); case Double: return statData.getDoubleStats().getNumNulls(); case String: return statData.getStringStats().getNumNulls(); case Boolean: return statData.getBooleanStats().getNumNulls(); case Binary: return statData.getBinaryStats().getNumNulls(); case Date: return statData.getDateStats().getNumNulls(); default: return null; } }
} else if (csd.isSetDoubleStats()) { DoubleColumnStatsData dcsd = csd.getDoubleStats(); appendColumnStats(tableInfo, dcsd.getLowValue(), dcsd.getHighValue(), dcsd.getNumNulls(), dcsd.getNumDVs(), "", "", "", ""); } else if (csd.isSetLongStats()) {
OptionalDouble min = doubleStatsData.isSetLowValue() ? OptionalDouble.of(doubleStatsData.getLowValue()) : OptionalDouble.empty(); OptionalDouble max = doubleStatsData.isSetHighValue() ? OptionalDouble.of(doubleStatsData.getHighValue()) : OptionalDouble.empty(); OptionalLong nullsCount = doubleStatsData.isSetNumNulls() ? fromMetastoreNullsCount(doubleStatsData.getNumNulls()) : OptionalLong.empty(); OptionalLong distinctValuesCount = doubleStatsData.isSetNumDVs() ? OptionalLong.of(doubleStatsData.getNumDVs()) : OptionalLong.empty(); return createDoubleColumnStatistics(min, max, nullsCount, fromMetastoreDistinctValuesCount(distinctValuesCount, nullsCount, rowCount));
} else if (colTypeLowerCase.equals(serdeConstants.FLOAT_TYPE_NAME)) { cs.setCountDistint(csd.getDoubleStats().getNumDVs()); cs.setNumNulls(csd.getDoubleStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive1()); cs.setRange(csd.getDoubleStats().getLowValue(), csd.getDoubleStats().getHighValue()); } else if (colTypeLowerCase.equals(serdeConstants.DOUBLE_TYPE_NAME)) { cs.setCountDistint(csd.getDoubleStats().getNumDVs()); cs.setNumNulls(csd.getDoubleStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive2()); cs.setRange(csd.getDoubleStats().getLowValue(), csd.getDoubleStats().getHighValue());
DoubleColumnStatsData dcsd = csd.getDoubleStats(); appendColumnStatsNoFormatting(colBuffer, dcsd.getLowValue(), dcsd.getHighValue(), dcsd.getNumNulls(), dcsd.getNumDVs(), "", "", "", ""); } else if (csd.isSetLongStats()) { LongColumnStatsData lcsd = csd.getLongStats();
} else if (colTypeLowerCase.equals(serdeConstants.FLOAT_TYPE_NAME)) { cs.setCountDistint(csd.getDoubleStats().getNumDVs()); cs.setNumNulls(csd.getDoubleStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive1()); cs.setRange(csd.getDoubleStats().getLowValue(), csd.getDoubleStats().getHighValue()); } else if (colTypeLowerCase.equals(serdeConstants.DOUBLE_TYPE_NAME)) { cs.setCountDistint(csd.getDoubleStats().getNumDVs()); cs.setNumNulls(csd.getDoubleStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive2()); cs.setRange(csd.getDoubleStats().getLowValue(), csd.getDoubleStats().getHighValue());
assertEquals(colStats2.getStatsData().getDoubleStats().getLowValue(), lowValue, 0.01); assertEquals(colStats2.getStatsData().getDoubleStats().getHighValue(), highValue, 0.01); assertEquals(colStats2.getStatsData().getDoubleStats().getNumNulls(), numNulls); assertEquals(colStats2.getStatsData().getDoubleStats().getNumDVs(), numDVs);
@Override void compareAggr(ColumnStatisticsObj obj) { compareCommon(obj); Assert.assertEquals("aggr double num nulls", getNumNulls(), obj.getStatsData().getDoubleStats().getNumNulls()); Assert.assertEquals("aggr double num dvs", getNumDvs(), obj.getStatsData().getDoubleStats().getNumDVs()); Assert.assertEquals("aggr double low val", getLowVal(), obj.getStatsData().getDoubleStats().getLowValue(), 0.01); Assert.assertEquals("aggr double high val", getHighVal(), obj.getStatsData().getDoubleStats().getHighValue(), 0.01); }
oldDoubleStatsData.setNumNulls(newDoubleStatsData.getNumNulls());
DoubleColumnStatsData doubleStats = statsObj.getStatsData().getDoubleStats(); mColStats.setDoubleStats( doubleStats.isSetNumNulls() ? doubleStats.getNumNulls() : null, doubleStats.isSetNumDVs() ? doubleStats.getNumDVs() : null, doubleStats.isSetBitVectors() ? doubleStats.getBitVectors() : null,
DoubleColumnStatsData doubleStats = statsObj.getStatsData().getDoubleStats(); mColStats.setDoubleStats( doubleStats.isSetNumNulls() ? doubleStats.getNumNulls() : null, doubleStats.isSetNumDVs() ? doubleStats.getNumDVs() : null, doubleStats.isSetBitVectors() ? doubleStats.getBitVectors() : null,
public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return Double.valueOf(getLowValue()); case HIGH_VALUE: return Double.valueOf(getHighValue()); case NUM_NULLS: return Long.valueOf(getNumNulls()); case NUM_DVS: return Long.valueOf(getNumDVs()); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return Double.valueOf(getLowValue()); case HIGH_VALUE: return Double.valueOf(getHighValue()); case NUM_NULLS: return Long.valueOf(getNumNulls()); case NUM_DVS: return Long.valueOf(getNumDVs()); } throw new IllegalStateException(); }
public Object getFieldValue(_Fields field) { switch (field) { case LOW_VALUE: return getLowValue(); case HIGH_VALUE: return getHighValue(); case NUM_NULLS: return getNumNulls(); case NUM_DVS: return getNumDVs(); case BIT_VECTORS: return getBitVectors(); } throw new IllegalStateException(); }