public UnsafeExternalRowSorter( StructType schema, Comparator<InternalRow> ordering, PrefixComparator prefixComparator, PrefixComputer prefixComputer, long pageSizeBytes) throws IOException { this.schema = schema; this.prefixComputer = prefixComputer; //final SparkEnv sparkEnv = SparkEnv.get(); final TaskContext taskContext = TaskContext.get(); sorter = UnsafeExternalSorter.create( taskContext.taskMemoryManager(), taskContext, new RowComparator(ordering, schema.size()), prefixComparator, /* initialSize */ 4096, pageSizeBytes ); }
public static UnsafeExternalRowSorter create( StructType schema, Ordering<InternalRow> ordering, PrefixComparator prefixComparator, PrefixComputer prefixComputer, long pageSizeBytes, boolean canUseRadixSort) throws IOException { Supplier<RecordComparator> recordComparatorSupplier = () -> new RowComparator(ordering, schema.length()); return new UnsafeExternalRowSorter(schema, recordComparatorSupplier, prefixComparator, prefixComputer, pageSizeBytes, canUseRadixSort); }
public static UnsafeExternalRowSorter create( StructType schema, Ordering<InternalRow> ordering, PrefixComparator prefixComparator, PrefixComputer prefixComputer, long pageSizeBytes, boolean canUseRadixSort) throws IOException { Supplier<RecordComparator> recordComparatorSupplier = () -> new RowComparator(ordering, schema.length()); return new UnsafeExternalRowSorter(schema, recordComparatorSupplier, prefixComparator, prefixComputer, pageSizeBytes, canUseRadixSort); }
public static UnsafeExternalRowSorter create( StructType schema, Ordering<InternalRow> ordering, PrefixComparator prefixComparator, PrefixComputer prefixComputer, long pageSizeBytes, boolean canUseRadixSort) throws IOException { Supplier<RecordComparator> recordComparatorSupplier = () -> new RowComparator(ordering, schema.length()); return new UnsafeExternalRowSorter(schema, recordComparatorSupplier, prefixComparator, prefixComputer, pageSizeBytes, canUseRadixSort); }