@Override public T read() { readOneRecord(); return recordMaterializer.getCurrentRecord(); }
public EmptyRecordReader(RecordMaterializer<T> recordMaterializer) { this.recordMaterializer = recordMaterializer; this.recordConsumer = recordMaterializer.getRootConverter(); // TODO: validator(wrap(recordMaterializer), validating, root.getType()); }
@Override public void skipCurrentRecord() { delegate.skipCurrentRecord(); }
} while (currentState != null); recordRootConverter.end(); T record = recordMaterializer.getCurrentRecord(); shouldSkipCurrentRecord = record == null; if (shouldSkipCurrentRecord) { recordMaterializer.skipCurrentRecord();
} while (currentState != null); recordRootConverter.end(); T record = recordMaterializer.getCurrentRecord(); shouldSkipCurrentRecord = record == null; if (shouldSkipCurrentRecord) { recordMaterializer.skipCurrentRecord();
public EmptyRecordReader(RecordMaterializer<T> recordMaterializer) { this.recordMaterializer = recordMaterializer; this.recordConsumer = recordMaterializer.getRootConverter(); // TODO: validator(wrap(recordMaterializer), validating, root.getType()); }
@Override public T read() { readOneRecord(); return recordMaterializer.getCurrentRecord(); }
@Override public void skipCurrentRecord() { delegate.skipCurrentRecord(); }
@Override public RecordReader<T> visit(NoOpFilter noOpFilter) { return new RecordReaderImplementation<T>( MessageColumnIO.this, recordMaterializer, validating, new ColumnReadStoreImpl(columns, recordMaterializer.getRootConverter(), getType(), createdBy)); } });
/** * @see org.apache.parquet.io.RecordReader#read() */ @Override public T read() { recordConsumer.start(); recordConsumer.end(); return recordMaterializer.getCurrentRecord(); } }
@Override public RecordReader<T> visit(NoOpFilter noOpFilter) { return new RecordReaderImplementation<T>( MessageColumnIO.this, recordMaterializer, validating, new ColumnReadStoreImpl(columns, recordMaterializer.getRootConverter(), getType(), createdBy)); } });
@Override public T getCurrentRecord() { // find out if the predicate thinks we should keep this record boolean keep = IncrementallyUpdatedFilterPredicateEvaluator.evaluate(filterPredicate); // reset the stateful predicate no matter what IncrementallyUpdatedFilterPredicateResetter.reset(filterPredicate); if (keep) { return delegate.getCurrentRecord(); } else { // signals a skip return null; } }
public FilteringRecordMaterializer( RecordMaterializer<T> delegate, List<PrimitiveColumnIO> columnIOs, Map<ColumnPath, List<ValueInspector>> valueInspectorsByColumn, IncrementallyUpdatedFilterPredicate filterPredicate) { checkNotNull(columnIOs, "columnIOs"); checkNotNull(valueInspectorsByColumn, "valueInspectorsByColumn"); this.filterPredicate = checkNotNull(filterPredicate, "filterPredicate"); this.delegate = checkNotNull(delegate, "delegate"); // keep track of which path of indices leads to which primitive column Map<List<Integer>, PrimitiveColumnIO> columnIOsByIndexFieldPath = new HashMap<List<Integer>, PrimitiveColumnIO>(); for (PrimitiveColumnIO c : columnIOs) { columnIOsByIndexFieldPath.put(getIndexFieldPathList(c), c); } // create a proxy for the delegate's root converter this.rootConverter = new FilteringGroupConverter( delegate.getRootConverter(), Collections.<Integer>emptyList(), valueInspectorsByColumn, columnIOsByIndexFieldPath); }
/** * @see org.apache.parquet.io.RecordReader#read() */ @Override public T read() { recordConsumer.start(); recordConsumer.end(); return recordMaterializer.getCurrentRecord(); } }
public FilteringRecordMaterializer( RecordMaterializer<T> delegate, List<PrimitiveColumnIO> columnIOs, Map<ColumnPath, List<ValueInspector>> valueInspectorsByColumn, IncrementallyUpdatedFilterPredicate filterPredicate) { checkNotNull(columnIOs, "columnIOs"); checkNotNull(valueInspectorsByColumn, "valueInspectorsByColumn"); this.filterPredicate = checkNotNull(filterPredicate, "filterPredicate"); this.delegate = checkNotNull(delegate, "delegate"); // keep track of which path of indices leads to which primitive column Map<List<Integer>, PrimitiveColumnIO> columnIOsByIndexFieldPath = new HashMap<List<Integer>, PrimitiveColumnIO>(); for (PrimitiveColumnIO c : columnIOs) { columnIOsByIndexFieldPath.put(getIndexFieldPathList(c), c); } // create a proxy for the delegate's root converter this.rootConverter = new FilteringGroupConverter( delegate.getRootConverter(), Collections.<Integer>emptyList(), valueInspectorsByColumn, columnIOsByIndexFieldPath); }
@Override public T getCurrentRecord() { // find out if the predicate thinks we should keep this record boolean keep = IncrementallyUpdatedFilterPredicateEvaluator.evaluate(filterPredicate); // reset the stateful predicate no matter what IncrementallyUpdatedFilterPredicateResetter.reset(filterPredicate); if (keep) { return delegate.getCurrentRecord(); } else { // signals a skip return null; } }
@Override public RecordReader<T> visit(UnboundRecordFilterCompat unboundRecordFilterCompat) { return new FilteredRecordReader<T>( MessageColumnIO.this, recordMaterializer, validating, new ColumnReadStoreImpl(columns, recordMaterializer.getRootConverter(), getType(), createdBy), unboundRecordFilterCompat.getUnboundRecordFilter(), columns.getRowCount() ); }
@Override public RecordReader<T> visit(UnboundRecordFilterCompat unboundRecordFilterCompat) { return new FilteredRecordReader<T>( MessageColumnIO.this, recordMaterializer, validating, new ColumnReadStoreImpl(columns, recordMaterializer.getRootConverter(), getType(), createdBy), unboundRecordFilterCompat.getUnboundRecordFilter(), columns.getRowCount() ); }
this.recordRootConverter = recordMaterializer.getRootConverter(); // TODO: validator(wrap(recordMaterializer), validating, root.getType()); PrimitiveColumnIO[] leaves = root.getLeaves().toArray(new PrimitiveColumnIO[root.getLeaves().size()]); columnReaders = new ColumnReader[leaves.length];
this.recordRootConverter = recordMaterializer.getRootConverter(); // TODO: validator(wrap(recordMaterializer), validating, root.getType()); PrimitiveColumnIO[] leaves = root.getLeaves().toArray(new PrimitiveColumnIO[root.getLeaves().size()]); columnReaders = new ColumnReader[leaves.length];