private static void unpackBooleanStats(ObjectInspector oi, Object o, String fName, ColumnStatisticsObj statsObj) { long v = ((LongObjectInspector) oi).get(o); if (fName.equals("counttrues")) { statsObj.getStatsData().getBooleanStats().setNumTrues(v); } else if (fName.equals("countfalses")) { statsObj.getStatsData().getBooleanStats().setNumFalses(v); } else if (fName.equals("countnulls")) { statsObj.getStatsData().getBooleanStats().setNumNulls(v); } }
private void unpackBooleanStats(ObjectInspector oi, Object o, String fName, ColumnStatisticsObj statsObj) { long v = ((LongObjectInspector) oi).get(o); if (fName.equals("counttrues")) { statsObj.getStatsData().getBooleanStats().setNumTrues(v); } else if (fName.equals("countfalses")) { statsObj.getStatsData().getBooleanStats().setNumFalses(v); } else if (fName.equals("countnulls")) { statsObj.getStatsData().getBooleanStats().setNumNulls(v); } }
@Override void compare(ColumnStatisticsData colstats, int offset) { Assert.assertEquals("boolean num trues", numTrues.get(offset), (Long) colstats.getBooleanStats().getNumTrues()); Assert.assertEquals("boolean num falses", numFalses.get(offset), (Long) colstats.getBooleanStats().getNumFalses()); Assert.assertEquals("boolean num nulls", numNulls.get(offset), (Long) colstats.getBooleanStats().getNumNulls()); }
@Override public void merge(ColumnStatisticsObj aggregateColStats, ColumnStatisticsObj newColStats) { BooleanColumnStatsData aggregateData = aggregateColStats.getStatsData().getBooleanStats(); BooleanColumnStatsData newData = newColStats.getStatsData().getBooleanStats(); aggregateData.setNumTrues(aggregateData.getNumTrues() + newData.getNumTrues()); aggregateData.setNumFalses(aggregateData.getNumFalses() + newData.getNumFalses()); aggregateData.setNumNulls(aggregateData.getNumNulls() + newData.getNumNulls()); } }
@Override void compareAggr(ColumnStatisticsObj obj) { compareCommon(obj); Assert.assertEquals("aggr boolean num trues", getNumTrues(), obj.getStatsData().getBooleanStats().getNumTrues()); Assert.assertEquals("aggr boolean num falses", getNumFalses(), obj.getStatsData().getBooleanStats().getNumFalses()); Assert.assertEquals("aggr boolean num nulls", getNumNulls(), obj.getStatsData().getBooleanStats().getNumNulls()); }
private Long getNullcountFor(StatType type, ColumnStatisticsData statData) { switch(type) { case Integeral : return statData.getLongStats().getNumNulls(); case Double: return statData.getDoubleStats().getNumNulls(); case String: return statData.getStringStats().getNumNulls(); case Boolean: return statData.getBooleanStats().getNumNulls(); case Binary: return statData.getBinaryStats().getNumNulls(); default: return null; } }
convertToString(scsd.getBitVectors()))); } else if (csd.isSetBooleanStats()) { BooleanColumnStatsData bcsd = csd.getBooleanStats(); ret.addAll(Lists.newArrayList( "", "", "" + bcsd.getNumNulls(), "",
private Long getNullcountFor(StatType type, ColumnStatisticsData statData) { switch(type) { case Integer : return statData.getLongStats().getNumNulls(); case Double: return statData.getDoubleStats().getNumNulls(); case String: return statData.getStringStats().getNumNulls(); case Boolean: return statData.getBooleanStats().getNumNulls(); case Binary: return statData.getBinaryStats().getNumNulls(); case Date: return statData.getDateStats().getNumNulls(); default: return null; } }
scsd.getAvgColLen(), scsd.getMaxColLen(), "", ""); } else if (csd.isSetBooleanStats()) { BooleanColumnStatsData bcsd = csd.getBooleanStats(); appendColumnStats(tableInfo, "", "", bcsd.getNumNulls(), "", "", "", bcsd.getNumTrues(), bcsd.getNumFalses());
cs.setAvgColLen(csd.getStringStats().getAvgColLen()); } else if (colTypeLowerCase.equals(serdeConstants.BOOLEAN_TYPE_NAME)) { if (csd.getBooleanStats().getNumFalses() > 0 && csd.getBooleanStats().getNumTrues() > 0) { cs.setCountDistint(2); } else { cs.setCountDistint(1); cs.setNumTrues(csd.getBooleanStats().getNumTrues()); cs.setNumFalses(csd.getBooleanStats().getNumFalses()); cs.setNumNulls(csd.getBooleanStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive1()); } else if (colTypeLowerCase.equals(serdeConstants.BINARY_TYPE_NAME)) {
BooleanColumnStatsData booleanStatsData = columnStatistics.getStatsData().getBooleanStats(); return createBooleanColumnStatistics( booleanStatsData.isSetNumTrues() ? OptionalLong.of(booleanStatsData.getNumTrues()) : OptionalLong.empty(),
cs.setAvgColLen(csd.getStringStats().getAvgColLen()); } else if (colTypeLowerCase.equals(serdeConstants.BOOLEAN_TYPE_NAME)) { if (csd.getBooleanStats().getNumFalses() > 0 && csd.getBooleanStats().getNumTrues() > 0) { cs.setCountDistint(2); } else { cs.setCountDistint(1); cs.setNumTrues(csd.getBooleanStats().getNumTrues()); cs.setNumFalses(csd.getBooleanStats().getNumFalses()); cs.setNumNulls(csd.getBooleanStats().getNumNulls()); cs.setAvgColLen(JavaDataModel.get().primitive1()); } else if (colTypeLowerCase.equals(serdeConstants.BINARY_TYPE_NAME)) {
scsd.getAvgColLen(), scsd.getMaxColLen(), "", ""); } else if (csd.isSetBooleanStats()) { BooleanColumnStatsData bcsd = csd.getBooleanStats(); appendColumnStatsNoFormatting(colBuffer, "", "", bcsd.getNumNulls(), "", "", "", bcsd.getNumTrues(), bcsd.getNumFalses());
@Override public ColumnStatisticsObj aggregate(List<ColStatsObjWithSourceInfo> colStatsWithSourceInfo, List<String> partNames, boolean areAllPartsFound) throws MetaException { ColumnStatisticsObj statsObj = null; String colType = null; String colName = null; BooleanColumnStatsData aggregateData = null; for (ColStatsObjWithSourceInfo csp : colStatsWithSourceInfo) { ColumnStatisticsObj cso = csp.getColStatsObj(); if (statsObj == null) { colName = cso.getColName(); colType = cso.getColType(); statsObj = ColumnStatsAggregatorFactory.newColumnStaticsObj(colName, colType, cso.getStatsData().getSetField()); } BooleanColumnStatsData newData = cso.getStatsData().getBooleanStats(); if (aggregateData == null) { aggregateData = newData.deepCopy(); } else { aggregateData.setNumTrues(aggregateData.getNumTrues() + newData.getNumTrues()); aggregateData.setNumFalses(aggregateData.getNumFalses() + newData.getNumFalses()); aggregateData.setNumNulls(aggregateData.getNumNulls() + newData.getNumNulls()); } } ColumnStatisticsData columnStatisticsData = new ColumnStatisticsData(); columnStatisticsData.setBooleanStats(aggregateData); statsObj.setStatsData(columnStatisticsData); return statsObj; }
switch (typeNew) { case BOOLEAN_STATS: BooleanColumnStatsData oldBooleanStatsData = oldStatObj.getStatsData().getBooleanStats(); BooleanColumnStatsData newBooleanStatsData = newStatObj.getStatsData().getBooleanStats(); if (newBooleanStatsData.isSetNumTrues()) { oldBooleanStatsData.setNumTrues(newBooleanStatsData.getNumTrues());
BooleanColumnStatsData boolStats = statsObj.getStatsData().getBooleanStats(); mColStats.setBooleanStats( boolStats.isSetNumTrues() ? boolStats.getNumTrues() : null,
BooleanColumnStatsData boolStats = statsObj.getStatsData().getBooleanStats(); mColStats.setBooleanStats( boolStats.isSetNumTrues() ? boolStats.getNumTrues() : null,
private void unpackBooleanStats(ObjectInspector oi, Object o, String fName, ColumnStatisticsObj statsObj) { long v = ((LongObjectInspector) oi).get(o); if (fName.equals("counttrues")) { statsObj.getStatsData().getBooleanStats().setNumTrues(v); } else if (fName.equals("countfalses")) { statsObj.getStatsData().getBooleanStats().setNumFalses(v); } else if (fName.equals("countnulls")) { statsObj.getStatsData().getBooleanStats().setNumNulls(v); } }
@Override public void merge(ColumnStatisticsObj aggregateColStats, ColumnStatisticsObj newColStats) { BooleanColumnStatsData aggregateData = aggregateColStats.getStatsData().getBooleanStats(); BooleanColumnStatsData newData = newColStats.getStatsData().getBooleanStats(); aggregateData.setNumTrues(aggregateData.getNumTrues() + newData.getNumTrues()); aggregateData.setNumFalses(aggregateData.getNumFalses() + newData.getNumFalses()); aggregateData.setNumNulls(aggregateData.getNumNulls() + newData.getNumNulls()); } }
private Long getNullcountFor(StatType type, ColumnStatisticsData statData) { switch(type) { case Integeral : return statData.getLongStats().getNumNulls(); case Double: return statData.getDoubleStats().getNumNulls(); case String: return statData.getStringStats().getNumNulls(); case Boolean: return statData.getBooleanStats().getNumNulls(); case Binary: return statData.getBinaryStats().getNumNulls(); default: return null; } }