FileSlice fs = fileSliceOptional.get(); java.util.Optional<HoodieDataFile> df = fs.getDataFile(); if (operation.getDataFilePath().isPresent()) { String expPath = metaClient.getFs().getFileStatus(new Path(operation.getDataFilePath().get())).getPath() .toString(); Preconditions.checkArgument(df.isPresent(), "Data File must be present. File Slice was : "
/** * Build Avro generated Compaction operation payload from compaction operation POJO for serialization */ public static HoodieCompactionOperation buildHoodieCompactionOperation(CompactionOperation op) { return HoodieCompactionOperation.newBuilder().setFileId(op.getFileId()) .setBaseInstantTime(op.getBaseInstantTime()) .setPartitionPath(op.getPartitionPath()) .setDataFilePath(op.getDataFilePath().isPresent() ? op.getDataFilePath().get() : null) .setDeltaFilePaths(op.getDeltaFilePaths()) .setMetrics(op.getMetrics()).build(); }
Comparable[] row = new Comparable[]{r.getOperation().getFileId(), r.getOperation().getBaseInstantTime(), r.getOperation().getDataFilePath().isPresent() ? r.getOperation().getDataFilePath().get() : "", r.getOperation().getDeltaFilePaths().size(), r.isSuccess(), r.getException().isPresent() ? r.getException().get().getMessage() : ""};
.addMetadataFields(new Schema.Parser().parse(config.getSchema())); log.info("Compacting base " + operation.getDataFilePath() + " with delta files " + operation .getDeltaFilePaths() + " for commit " + commitTime); if (operation.getDataFilePath().isPresent()) { result = hoodieCopyOnWriteTable .handleUpdate(commitTime, operation.getFileId(), scanner.getRecords(), oldDataFileOpt);
.addMetadataFields(new Schema.Parser().parse(config.getSchema())); log.info("Compacting base " + operation.getDataFilePath() + " with delta files " + operation .getDeltaFilePaths() + " for commit " + commitTime); if (operation.getDataFilePath().isPresent()) { result = hoodieCopyOnWriteTable .handleUpdate(commitTime, operation.getFileId(), scanner.getRecords(), oldDataFileOpt);