@Config("hive.orc.writer.stripe-min-size") public OrcFileWriterConfig setStripeMinSize(DataSize stripeMinSize) { options = options.withStripeMinSize(stripeMinSize); return this; }
private static OrcWriter createOrcFileWriter(OrcDataSink sink, List<Type> types) { List<String> columnNames = IntStream.range(0, types.size()) .mapToObj(String::valueOf) .collect(toImmutableList()); return new OrcWriter( sink, columnNames, types, ORC, LZ4, new OrcWriterOptions() .withMaxStringStatisticsLimit(new DataSize(0, BYTE)) .withStripeMinSize(new DataSize(64, MEGABYTE)) .withDictionaryMaxMemory(new DataSize(1, MEGABYTE)), ImmutableMap.of(), UTC, false, OrcWriteValidationMode.BOTH, new OrcWriterStats()); } }
compression, orcWriterOptions .withStripeMinSize(getOrcOptimizedWriterMinStripeSize(session)) .withStripeMaxSize(getOrcOptimizedWriterMaxStripeSize(session)) .withStripeMaxRowCount(getOrcOptimizedWriterMaxStripeRows(session))
NONE, new OrcWriterOptions() .withStripeMinSize(new DataSize(0, MEGABYTE)) .withStripeMaxSize(new DataSize(32, MEGABYTE)) .withStripeMaxRowCount(ORC_STRIPE_SIZE)
NONE, new OrcWriterOptions() .withStripeMinSize(new DataSize(0, MEGABYTE)) .withStripeMaxSize(new DataSize(32, MEGABYTE)) .withStripeMaxRowCount(ORC_STRIPE_SIZE)
NONE, new OrcWriterOptions() .withStripeMinSize(new DataSize(0, MEGABYTE)) .withStripeMaxSize(new DataSize(32, MEGABYTE)) .withStripeMaxRowCount(ORC_STRIPE_SIZE)
NONE, new OrcWriterOptions() .withStripeMinSize(new DataSize(0, MEGABYTE)) .withStripeMaxSize(new DataSize(32, MEGABYTE)) .withStripeMaxRowCount(ORC_STRIPE_SIZE)