private static SampleRec deserializeInner(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableStringObjectInspector f0ins = (WritableStringObjectInspector) fields.get(0).getFieldObjectInspector(); WritableIntObjectInspector f1ins = (WritableIntObjectInspector) fields.get(1).getFieldObjectInspector(); WritableStringObjectInspector f2ins = (WritableStringObjectInspector) fields.get(2).getFieldObjectInspector(); String f0 = f0ins.getPrimitiveJavaObject(inspector.getStructFieldData(row, fields.get(0))); int f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); String f2 = f2ins.getPrimitiveJavaObject(inspector.getStructFieldData(row, fields.get(2))); return new SampleRec(f0, f1, f2); }
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
((WritableIntObjectInspector) keyObjectInspector).create(0) : VectorRandomRowSource.randomWritable( random, keyTypeInfo, keyObjectInspector, DataTypePhysicalVariation.NONE, WritableIntObjectInspector writableOI = (WritableIntObjectInspector) keyObjectInspector; int index = random.nextInt(keyCount); object = writableOI.create(index); while (allKeyTreeSet.contains(object)) { index = random.nextInt() : (random.nextBoolean() ? -1 : keyCount)); object = writableOI.create(index);
return writableOI.create((int) object); } else { return writableOI.copyObject(object);
@Override Object extract(int batchIndex) { int adjustedIndex = (colVector.isRepeating ? 0 : batchIndex); if (colVector.noNulls || !colVector.isNull[adjustedIndex]) { long value = vector[adjustedIndex]; PrimitiveObjectInspectorFactory.writableIntObjectInspector.set(object, (int) value); return object; } else { return null; } } }
private static SampleRec deserializeInner(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableStringObjectInspector f0ins = (WritableStringObjectInspector) fields.get(0).getFieldObjectInspector(); WritableIntObjectInspector f1ins = (WritableIntObjectInspector) fields.get(1).getFieldObjectInspector(); WritableStringObjectInspector f2ins = (WritableStringObjectInspector) fields.get(2).getFieldObjectInspector(); String f0 = f0ins.getPrimitiveJavaObject(inspector.getStructFieldData(row, fields.get(0))); int f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); String f2 = f2ins.getPrimitiveJavaObject(inspector.getStructFieldData(row, fields.get(2))); return new SampleRec(f0, f1, f2); }
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
IntExtractor(int columnIndex) { super(columnIndex); object = PrimitiveObjectInspectorFactory.writableIntObjectInspector.create(0); }
private static Object[] deserializeDeltaFileRow(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableIntObjectInspector f0ins = (WritableIntObjectInspector) fields.get(0).getFieldObjectInspector(); WritableLongObjectInspector f1ins = (WritableLongObjectInspector) fields.get(1).getFieldObjectInspector(); WritableIntObjectInspector f2ins = (WritableIntObjectInspector) fields.get(2).getFieldObjectInspector(); WritableLongObjectInspector f3ins = (WritableLongObjectInspector) fields.get(3).getFieldObjectInspector(); WritableLongObjectInspector f4ins = (WritableLongObjectInspector) fields.get(4).getFieldObjectInspector(); StructObjectInspector f5ins = (StructObjectInspector) fields.get(5).getFieldObjectInspector(); int f0 = f0ins.get(inspector.getStructFieldData(row, fields.get(0))); long f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); int f2 = f2ins.get(inspector.getStructFieldData(row, fields.get(2))); long f3 = f3ins.get(inspector.getStructFieldData(row, fields.get(3))); long f4 = f4ins.get(inspector.getStructFieldData(row, fields.get(4))); SampleRec f5 = deserializeInner(inspector.getStructFieldData(row, fields.get(5)), f5ins); return new Object[]{f0, f1, f2, f3, f4, f5}; }
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
private static Object[] deserializeDeltaFileRow(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableIntObjectInspector f0ins = (WritableIntObjectInspector) fields.get(0).getFieldObjectInspector(); WritableLongObjectInspector f1ins = (WritableLongObjectInspector) fields.get(1).getFieldObjectInspector(); WritableIntObjectInspector f2ins = (WritableIntObjectInspector) fields.get(2).getFieldObjectInspector(); WritableLongObjectInspector f3ins = (WritableLongObjectInspector) fields.get(3).getFieldObjectInspector(); WritableLongObjectInspector f4ins = (WritableLongObjectInspector) fields.get(4).getFieldObjectInspector(); StructObjectInspector f5ins = (StructObjectInspector) fields.get(5).getFieldObjectInspector(); int f0 = f0ins.get(inspector.getStructFieldData(row, fields.get(0))); long f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); int f2 = f2ins.get(inspector.getStructFieldData(row, fields.get(2))); long f3 = f3ins.get(inspector.getStructFieldData(row, fields.get(3))); long f4 = f4ins.get(inspector.getStructFieldData(row, fields.get(4))); SampleRec f5 = deserializeInner(inspector.getStructFieldData(row, fields.get(5)), f5ins); return new Object[] {f0, f1, f2, f3, f4, f5}; }
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
lv.vector[i] = (Integer) value; } else { lv.vector[i] = ((WritableIntObjectInspector) outputOI).get(value);
@Override public int precision() { if (value == null) { return super.precision(); } return BigDecimal.valueOf(value.get()).precision(); }
return object; } else { return ((WritableIntObjectInspector) objectInspector).get(object);
this.topics = PrimitiveObjectInspectorFactory.writableIntObjectInspector.get(topicsObj);
this.topics = PrimitiveObjectInspectorFactory.writableIntObjectInspector.get(topicsObj);
@Override public void merge(@SuppressWarnings("deprecation") AggregationBuffer agg, Object partial) throws HiveException { if (partial == null) { return; } Object valueListObj = internalMergeOI.getStructFieldData(partial, valueListField); final List<?> valueListRaw = valueListOI.getList(HiveUtils.castLazyBinaryObject(valueListObj)); final List<Object> valueList = new ArrayList<Object>(); for (Object v : valueListRaw) { valueList.add(ObjectInspectorUtils.copyToStandardObject(v, valueOI)); } Object keyListObj = internalMergeOI.getStructFieldData(partial, keyListField); final List<?> keyListRaw = keyListOI.getList(HiveUtils.castLazyBinaryObject(keyListObj)); final List<Object> keyList = new ArrayList<Object>(); for (Object k : keyListRaw) { keyList.add(ObjectInspectorUtils.copyToStandardObject(k, keyOI)); } Object sizeObj = internalMergeOI.getStructFieldData(partial, sizeField); int size = PrimitiveObjectInspectorFactory.writableIntObjectInspector.get(sizeObj); Object reverseOrderObj = internalMergeOI.getStructFieldData(partial, reverseOrderField); boolean reverseOrder = PrimitiveObjectInspectorFactory.writableBooleanObjectInspector.get( reverseOrderObj); QueueAggregationBuffer myagg = (QueueAggregationBuffer) agg; myagg.setOptions(size, reverseOrder, outKV, outVK); myagg.merge(keyList, valueList); }
@Override public void merge(AggregationBuffer aggr, Object partial) throws HiveException { if (partial != null) { ArrayAvgAggregationBuffer myAggr = (ArrayAvgAggregationBuffer) aggr; Object o1 = internalMergeOI.getStructFieldData(partial, sizeField); int size = sizeOI.get(o1); assert size != -1; Object sum = internalMergeOI.getStructFieldData(partial, sumField); Object count = internalMergeOI.getStructFieldData(partial, countField); // -------------------------------------------------------------- // [workaround] // java.lang.ClassCastException: org.apache.hadoop.hive.serde2.lazybinary.LazyBinaryArray // cannot be cast to [Ljava.lang.Object; if (sum instanceof LazyBinaryArray) { sum = ((LazyBinaryArray) sum).getList(); } if (count instanceof LazyBinaryArray) { count = ((LazyBinaryArray) count).getList(); } // -------------------------------------------------------------- myAggr.merge(size, sum, count, sumOI, countOI); } }
@Override public void merge(AggregationBuffer aggr, Object partial) throws HiveException { if(partial != null) { ArrayAvgAggregationBuffer myAggr = (ArrayAvgAggregationBuffer) aggr; Object o1 = internalMergeOI.getStructFieldData(partial, sizeField); int size = sizeOI.get(o1); assert size != -1; Object sum = internalMergeOI.getStructFieldData(partial, sumField); Object count = internalMergeOI.getStructFieldData(partial, countField); // -------------------------------------------------------------- // [workaround] // java.lang.ClassCastException: org.apache.hadoop.hive.serde2.lazybinary.LazyBinaryArray // cannot be cast to [Ljava.lang.Object; if(sum instanceof LazyBinaryArray) { sum = ((LazyBinaryArray) sum).getList(); } if(count instanceof LazyBinaryArray) { count = ((LazyBinaryArray) count).getList(); } // -------------------------------------------------------------- myAggr.merge(size, sum, count, sumOI, countOI); } }