/** * This method will create the sort parameters VO object * * @return */ private SortParameters createSortParameters() { int numberOfCompactingCores = CarbonProperties.getInstance().getNumberOfCompactingCores(); return SortParameters .createSortParameters(carbonTable, carbonLoadModel.getDatabaseName(), tableName, dimensionColumnCount, segmentProperties.getComplexDimensions().size(), measureCount, noDictionaryCount, segmentId, carbonLoadModel.getTaskNo(), noDictionaryColMapping, sortColumnMapping, isVarcharDimMapping, true, numberOfCompactingCores / 2); }
int numberOfcores = CarbonProperties.getInstance().getNumberOfCompactingCores(); CarbonDeleteFilesDataReader dataReader = new CarbonDeleteFilesDataReader(numberOfcores); try {
private void initNumberOfCores() { // in compaction flow the measure with decimal type will come as spark decimal. // need to convert it to byte array. if (this.isCompactionFlow()) { this.numberOfCores = CarbonProperties.getInstance().getNumberOfCompactingCores(); } else { this.numberOfCores = CarbonProperties.getInstance().getNumberOfLoadingCores(); } if (this.sortScope != null && this.sortScope.equals(SortScopeOptions.SortScope.GLOBAL_SORT)) { this.numberOfCores = 1; } // Overriding it to the task specified cores. if (this.getWritingCoresCount() > 0) { this.numberOfCores = this.getWritingCoresCount(); } }