private boolean checkCompatibility(OrcFileKeyWrapper k) { // check compatibility with subsequent files if (!fileSchema.equals(k.getFileSchema())) { LOG.warn("Incompatible ORC file merge! Schema mismatch for " + k.getInputPath()); return false; } if (!k.getCompression().equals(compression)) { LOG.warn("Incompatible ORC file merge! Compression codec mismatch for " + k.getInputPath()); return false; } if (k.getCompressBufferSize() != compressBuffSize) { LOG.warn("Incompatible ORC file merge! Compression buffer size mismatch for " + k.getInputPath()); return false; } if (!k.getFileVersion().equals(fileVersion)) { LOG.warn("Incompatible ORC file merge! File version mismatch for " + k.getInputPath()); return false; } if (!k.getWriterVersion().equals(writerVersion)) { LOG.warn("Incompatible ORC file merge! Writer version mismatch for " + k.getInputPath()); return false; } if (k.getRowIndexStride() != rowIndexStride) { LOG.warn("Incompatible ORC file merge! Row index stride mismatch for " + k.getInputPath()); return false; } return true; }
compressBuffSize = k.getCompressBufferSize(); fileVersion = k.getFileVersion(); writerVersion = k.getWriterVersion(); fileSchema = k.getFileSchema(); rowIndexStride = k.getRowIndexStride();