@Override public long getEstimatedMemorySize() { JavaDataModel jdm = JavaDataModel.get(); long size = 0; size += keySerDe == null ? 0 : jdm.object(); size += valSerDe == null ? 0 : jdm.object(); size += keySoi == null ? 0 : DEFAULT_OBJECT_INSPECTOR_MEMORY_SIZE; size += valSoi == null ? 0 : DEFAULT_OBJECT_INSPECTOR_MEMORY_SIZE; size += keyOis == null ? 0 : jdm.arrayList() + keyOis.size() * DEFAULT_OBJECT_INSPECTOR_MEMORY_SIZE; size += valOis == null ? 0 : jdm.arrayList() + valOis.size() * DEFAULT_OBJECT_INSPECTOR_MEMORY_SIZE; size += keyObjs == null ? 0 : jdm.array() + keyObjs.length * jdm.object(); size += valObjs == null ? 0 : jdm.array() + valObjs.length * jdm.object(); size += jdm.primitive1(); return size; } }
@Override public int estimate() { JavaDataModel model = JavaDataModel.get(); return histogram.lengthFor(model) + model.array() + JavaDataModel.PRIMITIVES2 * quantiles.length; } };
public int lengthForStringOfLength(int strLen) { return object() + primitive1() * 3 + array() + strLen; } }
@Override public int estimate() { JavaDataModel model = JavaDataModel.get(); return histogram.lengthFor(model) + model.array() + JavaDataModel.PRIMITIVES2 * quantiles.length; } };
public long lengthForPrimitiveArrayOfSize(int primitiveSize, long length) { return alignUp(array() + primitiveSize*length, memoryAlign()); }
referencedSize += memoryModel.object(); referencedSize += estimateCollectionElements(parent, c, e.field, uniqueObjects); referencedSize += memoryModel.array() + c.size() * memoryModel.ref(); } else if (collEstimator instanceof CollectionEstimator) { referencedSize += memoryModel.object(); referencedSize += estimateMapElements(parent, m, e.field, uniqueObjects); referencedSize += memoryModel.array() + m.size() * (memoryModel.ref() * 2 + memoryModel.object()); } else if (collEstimator instanceof CollectionEstimator) { referencedSize += memoryModel.object(); referencedSize += JavaDataModel.alignUp(memoryModel.array() + len * memoryModel.ref(), memoryModel.memoryAlign()); if (len == 0) int arraySize = memoryModel.array(); int len = Array.getLength(fieldObj); if (len != 0) {
@InterfaceAudience.LimitedPrivate(value = {"Hive" }) static int lengthFor(JavaDataModel model, Integer numVector) { int length = model.object(); length += model.primitive1() * 2; // two int length += model.primitive2(); // one double length += model.lengthForRandom() * 2; // two Random if (numVector == null) { numVector = 16; // HiveConf hive.stats.ndv.error default produces 16 vectors } if (numVector > 0) { length += model.array() * 3; // three array length += model.primitive1() * numVector * 2; // two int array length += (model.object() + model.array() + model.primitive1() + model.primitive2()) * numVector; // bitset array } return length; }
@InterfaceAudience.LimitedPrivate(value = { "Hive" }) static int lengthFor(JavaDataModel model, Integer numVector) { int length = model.object(); length += model.primitive1() * 2; // two int length += model.primitive2(); // one double length += model.lengthForRandom() * 2; // two Random if (numVector == null) { numVector = 16; // HiveConf hive.stats.ndv.error default produces 16 vectors } if (numVector > 0) { length += model.array() * 3; // three array length += model.primitive1() * numVector * 2; // two int array length += (model.object() + model.array() + model.primitive1() + model.primitive2()) * numVector; // bitset array } return length; }
@InterfaceAudience.LimitedPrivate(value = { "Hive" }) static int lengthFor(JavaDataModel model, Integer numVector) { int length = model.object(); length += model.primitive1() * 2; // two int length += model.primitive2(); // one double length += model.lengthForRandom() * 2; // two Random if (numVector == null) { numVector = 16; // HiveConf hive.stats.ndv.error default produces 16 // vectors } if (numVector > 0) { length += model.array() * 3; // three array length += model.primitive1() * numVector * 2; // two int array length += (model.object() + model.array() + model.primitive1() + model.primitive2()) * numVector; // bitset array } return length; } }
public int lengthForStringOfLength(int strLen) { return object() + primitive1() * 3 + array() + strLen; } }
@Override public int estimate() { JavaDataModel model = JavaDataModel.get(); return model.lengthFor(histogram) + model.array() + JavaDataModel.PRIMITIVES2 * quantiles.length; } };
public int lengthForStringOfLength(int strLen) { return object() + primitive1() * 3 + array() + strLen; } }
private int lengthForPrimitiveArrayOfSize(int primitiveSize, int length) { return alignUp(array() + primitiveSize*length, memoryAlign()); }
public long lengthForPrimitiveArrayOfSize(int primitiveSize, long length) { return alignUp(array() + primitiveSize*length, memoryAlign()); }
referencedSize += memoryModel.object(); referencedSize += estimateCollectionElements(parent, c, e.field, uniqueObjects); referencedSize += memoryModel.array() + c.size() * memoryModel.ref(); } else if (collEstimator instanceof CollectionEstimator) { referencedSize += memoryModel.object(); referencedSize += estimateMapElements(parent, m, e.field, uniqueObjects); referencedSize += memoryModel.array() + m.size() * (memoryModel.ref() * 2 + memoryModel.object()); } else if (collEstimator instanceof CollectionEstimator) { referencedSize += memoryModel.object(); referencedSize += JavaDataModel.alignUp(memoryModel.array() + len * memoryModel.ref(), memoryModel.memoryAlign()); if (len == 0) int arraySize = memoryModel.array(); int len = Array.getLength(fieldObj); if (len != 0) {
public int lengthFor(NumDistinctValueEstimator estimator) { int length = object(); length += primitive1() * 2; // two int length += primitive2(); // one double length += lengthForRandom() * 2; // two Random int numVector = estimator.getnumBitVectors(); if (numVector > 0) { length += array() * 3; // three array length += primitive1() * numVector * 2; // two int array length += (object() + array() + primitive1() + primitive2()) * numVector; // bitset array } return length; }
@InterfaceAudience.LimitedPrivate(value = {"Hive" }) static int lengthFor(JavaDataModel model, Integer numVector) { int length = model.object(); length += model.primitive1() * 2; // two int length += model.primitive2(); // one double length += model.lengthForRandom() * 2; // two Random if (numVector == null) { numVector = 16; // HiveConf hive.stats.ndv.error default produces 16 vectors } if (numVector > 0) { length += model.array() * 3; // three array length += model.primitive1() * numVector * 2; // two int array length += (model.object() + model.array() + model.primitive1() + model.primitive2()) * numVector; // bitset array } return length; }