private static SampleRec deserializeInner(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableStringObjectInspector f0ins = (WritableStringObjectInspector) fields.get(0).getFieldObjectInspector(); WritableIntObjectInspector f1ins = (WritableIntObjectInspector) fields.get(1).getFieldObjectInspector(); WritableStringObjectInspector f2ins = (WritableStringObjectInspector) fields.get(2).getFieldObjectInspector(); String f0 = f0ins.getPrimitiveJavaObject(inspector.getStructFieldData(row, fields.get(0))); int f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); String f2 = f2ins.getPrimitiveJavaObject(inspector.getStructFieldData(row, fields.get(2))); return new SampleRec(f0, f1, f2); }
private static SampleRec deserializeInner(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableStringObjectInspector f0ins = (WritableStringObjectInspector) fields.get(0).getFieldObjectInspector(); WritableIntObjectInspector f1ins = (WritableIntObjectInspector) fields.get(1).getFieldObjectInspector(); WritableStringObjectInspector f2ins = (WritableStringObjectInspector) fields.get(2).getFieldObjectInspector(); String f0 = f0ins.getPrimitiveJavaObject(inspector.getStructFieldData(row, fields.get(0))); int f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); String f2 = f2ins.getPrimitiveJavaObject(inspector.getStructFieldData(row, fields.get(2))); return new SampleRec(f0, f1, f2); }
private static Object[] deserializeDeltaFileRow(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableIntObjectInspector f0ins = (WritableIntObjectInspector) fields.get(0).getFieldObjectInspector(); WritableLongObjectInspector f1ins = (WritableLongObjectInspector) fields.get(1).getFieldObjectInspector(); WritableIntObjectInspector f2ins = (WritableIntObjectInspector) fields.get(2).getFieldObjectInspector(); WritableLongObjectInspector f3ins = (WritableLongObjectInspector) fields.get(3).getFieldObjectInspector(); WritableLongObjectInspector f4ins = (WritableLongObjectInspector) fields.get(4).getFieldObjectInspector(); StructObjectInspector f5ins = (StructObjectInspector) fields.get(5).getFieldObjectInspector(); int f0 = f0ins.get(inspector.getStructFieldData(row, fields.get(0))); long f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); int f2 = f2ins.get(inspector.getStructFieldData(row, fields.get(2))); long f3 = f3ins.get(inspector.getStructFieldData(row, fields.get(3))); long f4 = f4ins.get(inspector.getStructFieldData(row, fields.get(4))); SampleRec f5 = deserializeInner(inspector.getStructFieldData(row, fields.get(5)), f5ins); return new Object[]{f0, f1, f2, f3, f4, f5}; }
private static Object[] deserializeDeltaFileRow(Object row, StructObjectInspector inspector) { List<? extends StructField> fields = inspector.getAllStructFieldRefs(); WritableIntObjectInspector f0ins = (WritableIntObjectInspector) fields.get(0).getFieldObjectInspector(); WritableLongObjectInspector f1ins = (WritableLongObjectInspector) fields.get(1).getFieldObjectInspector(); WritableIntObjectInspector f2ins = (WritableIntObjectInspector) fields.get(2).getFieldObjectInspector(); WritableLongObjectInspector f3ins = (WritableLongObjectInspector) fields.get(3).getFieldObjectInspector(); WritableLongObjectInspector f4ins = (WritableLongObjectInspector) fields.get(4).getFieldObjectInspector(); StructObjectInspector f5ins = (StructObjectInspector) fields.get(5).getFieldObjectInspector(); int f0 = f0ins.get(inspector.getStructFieldData(row, fields.get(0))); long f1 = f1ins.get(inspector.getStructFieldData(row, fields.get(1))); int f2 = f2ins.get(inspector.getStructFieldData(row, fields.get(2))); long f3 = f3ins.get(inspector.getStructFieldData(row, fields.get(3))); long f4 = f4ins.get(inspector.getStructFieldData(row, fields.get(4))); SampleRec f5 = deserializeInner(inspector.getStructFieldData(row, fields.get(5)), f5ins); return new Object[] {f0, f1, f2, f3, f4, f5}; }
lv.vector[i] = (Integer) value; } else { lv.vector[i] = ((WritableIntObjectInspector) outputOI).get(value);
return object; } else { return ((WritableIntObjectInspector) objectInspector).get(object);
this.topics = PrimitiveObjectInspectorFactory.writableIntObjectInspector.get(topicsObj);
this.topics = PrimitiveObjectInspectorFactory.writableIntObjectInspector.get(topicsObj);
@Override public void merge(@SuppressWarnings("deprecation") AggregationBuffer agg, Object partial) throws HiveException { if (partial == null) { return; } Object valueListObj = internalMergeOI.getStructFieldData(partial, valueListField); final List<?> valueListRaw = valueListOI.getList(HiveUtils.castLazyBinaryObject(valueListObj)); final List<Object> valueList = new ArrayList<Object>(); for (Object v : valueListRaw) { valueList.add(ObjectInspectorUtils.copyToStandardObject(v, valueOI)); } Object keyListObj = internalMergeOI.getStructFieldData(partial, keyListField); final List<?> keyListRaw = keyListOI.getList(HiveUtils.castLazyBinaryObject(keyListObj)); final List<Object> keyList = new ArrayList<Object>(); for (Object k : keyListRaw) { keyList.add(ObjectInspectorUtils.copyToStandardObject(k, keyOI)); } Object sizeObj = internalMergeOI.getStructFieldData(partial, sizeField); int size = PrimitiveObjectInspectorFactory.writableIntObjectInspector.get(sizeObj); Object reverseOrderObj = internalMergeOI.getStructFieldData(partial, reverseOrderField); boolean reverseOrder = PrimitiveObjectInspectorFactory.writableBooleanObjectInspector.get( reverseOrderObj); QueueAggregationBuffer myagg = (QueueAggregationBuffer) agg; myagg.setOptions(size, reverseOrder, outKV, outVK); myagg.merge(keyList, valueList); }
@Override public void merge(@SuppressWarnings("deprecation") AggregationBuffer aggr, Object partial) throws HiveException { if (partial != null) { ArrayAvgAggregationBuffer myAggr = (ArrayAvgAggregationBuffer) aggr; Object o1 = internalMergeOI.getStructFieldData(partial, sizeField); int size = sizeOI.get(o1); assert size != -1; Object sum = internalMergeOI.getStructFieldData(partial, sumField); Object count = internalMergeOI.getStructFieldData(partial, countField); // -------------------------------------------------------------- // [workaround] // java.lang.ClassCastException: org.apache.hadoop.hive.serde2.lazybinary.LazyBinaryArray // cannot be cast to [Ljava.lang.Object; if (sum instanceof LazyBinaryArray) { sum = ((LazyBinaryArray) sum).getList(); } if (count instanceof LazyBinaryArray) { count = ((LazyBinaryArray) count).getList(); } // -------------------------------------------------------------- myAggr.merge(size, sum, count, sumOI, countOI); } }
@Override public void merge(AggregationBuffer aggr, Object partial) throws HiveException { if (partial != null) { ArrayAvgAggregationBuffer myAggr = (ArrayAvgAggregationBuffer) aggr; Object o1 = internalMergeOI.getStructFieldData(partial, sizeField); int size = sizeOI.get(o1); assert size != -1; Object sum = internalMergeOI.getStructFieldData(partial, sumField); Object count = internalMergeOI.getStructFieldData(partial, countField); // -------------------------------------------------------------- // [workaround] // java.lang.ClassCastException: org.apache.hadoop.hive.serde2.lazybinary.LazyBinaryArray // cannot be cast to [Ljava.lang.Object; if (sum instanceof LazyBinaryArray) { sum = ((LazyBinaryArray) sum).getList(); } if (count instanceof LazyBinaryArray) { count = ((LazyBinaryArray) count).getList(); } // -------------------------------------------------------------- myAggr.merge(size, sum, count, sumOI, countOI); } }
@Override public void merge(AggregationBuffer aggr, Object partial) throws HiveException { if(partial != null) { ArrayAvgAggregationBuffer myAggr = (ArrayAvgAggregationBuffer) aggr; Object o1 = internalMergeOI.getStructFieldData(partial, sizeField); int size = sizeOI.get(o1); assert size != -1; Object sum = internalMergeOI.getStructFieldData(partial, sumField); Object count = internalMergeOI.getStructFieldData(partial, countField); // -------------------------------------------------------------- // [workaround] // java.lang.ClassCastException: org.apache.hadoop.hive.serde2.lazybinary.LazyBinaryArray // cannot be cast to [Ljava.lang.Object; if(sum instanceof LazyBinaryArray) { sum = ((LazyBinaryArray) sum).getList(); } if(count instanceof LazyBinaryArray) { count = ((LazyBinaryArray) count).getList(); } // -------------------------------------------------------------- myAggr.merge(size, sum, count, sumOI, countOI); } }
lv.vector[i] = (Integer) value; } else { lv.vector[i] = ((WritableIntObjectInspector) outputOI).get(value);
return null; int version = wioi.get(soi.getStructFieldData(originalObject,versionSF)); byte[] inCounter = wboi.getPrimitiveJavaObject(soi.getStructFieldData(originalObject,incounterSF)); byte[] outCounter = wboi.getPrimitiveJavaObject(soi.getStructFieldData(originalObject,outcounterSF)); int locktime = wioi.get(soi.getStructFieldData(originalObject,locktimeSF)); Object listofinputsObject = soi.getStructFieldData(originalObject,listofinputsSF); ListObjectInspector loiInputs=(ListObjectInspector)listofinputsSF.getFieldObjectInspector();
return null; int version = wioi.get(soi.getStructFieldData(originalObject,versionSF)); byte marker = wbyoi.get(soi.getStructFieldData(originalObject, markerSF)); byte flag = wbyoi.get(soi.getStructFieldData(originalObject, flagSF)); byte[] inCounter = wboi.getPrimitiveJavaObject(soi.getStructFieldData(originalObject,incounterSF)); byte[] outCounter = wboi.getPrimitiveJavaObject(soi.getStructFieldData(originalObject,outcounterSF)); int locktime = wioi.get(soi.getStructFieldData(originalObject,locktimeSF));