public CarbonInputSplit() { segment = null; taskId = "0"; bucketId = "0"; blockletId = "0"; numberOfBlocklets = 0; invalidSegments = new ArrayList<>(); version = CarbonProperties.getInstance().getFormatVersion(); }
public CarbonInputSplit(String segmentId, Path path, long start, long length, String[] locations, String[] inMemoryHosts, FileFormat fileFormat) { super(path, start, length, locations, inMemoryHosts); this.segment = Segment.toSegment(segmentId); this.fileFormat = fileFormat; taskId = "0"; bucketId = "0"; blockletId = "0"; numberOfBlocklets = 0; invalidSegments = new ArrayList<>(); version = CarbonProperties.getInstance().getFormatVersion(); }
public CarbonInputSplit(String segmentId, Path path, long start, long length, String[] locations, FileFormat fileFormat) { super(path, start, length, locations); this.segment = Segment.toSegment(segmentId); this.fileFormat = fileFormat; taskId = "0"; bucketId = "0"; blockletId = "0"; numberOfBlocklets = 0; invalidSegments = new ArrayList<>(); version = CarbonProperties.getInstance().getFormatVersion(); }
/** * CarbonFactDataHandler constructor */ public CarbonFactDataHandlerColumnar(CarbonFactDataHandlerModel model) { this.model = model; initParameters(model); this.version = CarbonProperties.getInstance().getFormatVersion(); StringBuffer noInvertedIdxCol = new StringBuffer(); for (CarbonDimension cd : model.getSegmentProperties().getDimensions()) { if (!cd.isUseInvertedIndex()) { noInvertedIdxCol.append(cd.getColName()).append(","); } } if (LOGGER.isDebugEnabled()) { LOGGER.debug("Columns considered as NoInverted Index are " + noInvertedIdxCol.toString()); } }
/** * Below method will be used to prepare the file header object for carbondata file * * @param isFooterPresent is footer present in carbon data file * @param columnSchemaList list of column schema * @param schemaUpdatedTimeStamp schema updated time stamp to be used for restructure scenarios * @return file header thrift object */ public static FileHeader getFileHeader(boolean isFooterPresent, List<ColumnSchema> columnSchemaList, long schemaUpdatedTimeStamp) { FileHeader fileHeader = new FileHeader(); ColumnarFormatVersion version = CarbonProperties.getInstance().getFormatVersion(); fileHeader.setIs_footer_present(isFooterPresent); fileHeader.setColumn_schema(columnSchemaList); fileHeader.setVersion(version.number()); fileHeader.setTime_stamp(schemaUpdatedTimeStamp); return fileHeader; }
Map<String, byte[]> carbonIndexMap = fileStore.getCarbonIndexMap(); if (carbonIndexMap.size() == 0) { version = carbonProperties.getFormatVersion(); List<Segment> validSegments = validAndInvalidSegmentsInfo.getValidSegments(); if (validSegments.isEmpty()) { return carbonProperties.getFormatVersion(); version = CarbonProperties.getInstance().getFormatVersion();
ColumnarFormatVersion version = CarbonProperties.getInstance().getFormatVersion(); indexHeader.setVersion(version.number());