/** * whether optimization for skewed data is enabled * @return true, if enabled; false for not enabled. */ public boolean isLoadSkewedDataOptimizationEnabled() { String skewedEnabled = getProperty( CarbonLoadOptionConstants.ENABLE_CARBON_LOAD_SKEWED_DATA_OPTIMIZATION, CarbonLoadOptionConstants.ENABLE_CARBON_LOAD_SKEWED_DATA_OPTIMIZATION_DEFAULT); return skewedEnabled.equalsIgnoreCase("true"); }
public boolean isPushRowFiltersForVector() { String pushFilters = getProperty(CarbonCommonConstants.CARBON_PUSH_ROW_FILTERS_FOR_VECTOR, CarbonCommonConstants.CARBON_PUSH_ROW_FILTERS_FOR_VECTOR_DEFAULT); return Boolean.parseBoolean(pushFilters); }
@Override protected DateFormat initialValue() { DateFormat dateFormat = new SimpleDateFormat(CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)); dateFormat.setLenient(false); return dateFormat; } };
public boolean isEnableAutoHandoff() { String enableAutoHandoffStr = CarbonProperties.getInstance().getProperty( ENABLE_AUTO_HANDOFF, CarbonCommonConstants.ENABLE_AUTO_HANDOFF_DEFAULT); return enableAutoHandoffStr.equalsIgnoreCase("true"); }
/** * This method will set the zookeeper status whether zookeeper to be used for locking or not. */ private static void getLockTypeConfigured() { lockTypeConfigured = CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.LOCK_TYPE, CarbonCommonConstants.LOCK_TYPE_DEFAULT) .toUpperCase(); LOGGER.info("Configured lock type is: " + lockTypeConfigured); }
private static void updateTimeStatisticsUtilStatus() { loadStatisticsInstanceType = CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.ENABLE_DATA_LOADING_STATISTICS, CarbonCommonConstants.ENABLE_DATA_LOADING_STATISTICS_DEFAULT); driverRecorderType = CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.ENABLE_QUERY_STATISTICS, CarbonCommonConstants.ENABLE_QUERY_STATISTICS_DEFAULT); }
/** * Get the value for the property. If NumberFormatException is thrown then return default value. */ public static int getLockProperty(String property, int defaultValue) { try { return Integer.parseInt(CarbonProperties.getInstance() .getProperty(property)); } catch (NumberFormatException e) { return defaultValue; } }
@Override protected DateFormat initialValue() { return new SimpleDateFormat(CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.CARBON_DATE_FORMAT, CarbonCommonConstants.CARBON_DATE_DEFAULT_FORMAT)); } };
/** * Return the store path */ public static String getStorePath() { return getInstance().getProperty(CarbonCommonConstants.STORE_LOCATION); }
public boolean isEnableVectorReader() { return getInstance().getProperty(CarbonCommonConstants.ENABLE_VECTOR_READER, CarbonCommonConstants.ENABLE_VECTOR_READER_DEFAULT).equalsIgnoreCase("true"); }
public TimeStampDirectDictionaryGenerator() { this(CarbonProperties.getInstance().getProperty(CarbonCommonConstants.CARBON_TIMESTAMP_FORMAT, CarbonCommonConstants.CARBON_TIMESTAMP_DEFAULT_FORMAT)); }
public static void setup() { boolean isQueryStatisticsEnabled = Boolean.parseBoolean(CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.ENABLE_QUERY_STATISTICS, CarbonCommonConstants.ENABLE_QUERY_STATISTICS_DEFAULT)); if (isQueryStatisticsEnabled) { INSTANCE = new ExplainCollector(); } }
/** * get the default compressor. * This method can only be called in data load procedure to compress column page. * In query procedure, we should read the compressor information from the metadata * in datafiles when we want to decompress the content. */ public Compressor getCompressor() { String compressorType = CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.COMPRESSOR, CarbonCommonConstants.DEFAULT_COMPRESSOR); return getCompressor(compressorType); }
/** * check and initialize xxHash32 if enabled */ public ColumnReverseDictionaryInfo() { boolean useXXHash = Boolean.valueOf(CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.ENABLE_XXHASH, CarbonCommonConstants.ENABLE_XXHASH_DEFAULT)); if (useXXHash) { xxHash32 = XXHashFactory.fastestInstance().hash32(); } }
public HeapMemoryAllocator() { poolingThresholdBytes = CarbonProperties.getInstance().getHeapMemoryPoolingThresholdBytes(); boolean isDriver = Boolean.parseBoolean(CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.IS_DRIVER_INSTANCE, CarbonCommonConstants.IS_DRIVER_INSTANCE_DEFAULT)); // if set 'poolingThresholdBytes' to -1 or the object creation call is in driver, // it should not go through the pooling mechanism. if (poolingThresholdBytes == -1 || isDriver) { shouldPooling = false; } }
public BlockletDataHolder(ExecutorService fallbackpool, CarbonFactDataHandlerModel model) { encodedBlocklet = new EncodedBlocklet(fallbackpool, Boolean.parseBoolean( CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.LOCAL_DICTIONARY_DECODER_BASED_FALLBACK, CarbonCommonConstants.LOCAL_DICTIONARY_DECODER_BASED_FALLBACK_DEFAULT)), model.getColumnLocalDictGenMap()); }
public static QueryStatisticsRecorder createExecutorRecorder(String queryId) { String queryStatisticsRecorderType = CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.ENABLE_QUERY_STATISTICS, CarbonCommonConstants.ENABLE_QUERY_STATISTICS_DEFAULT); if (queryStatisticsRecorderType.equalsIgnoreCase("true")) { return new QueryStatisticsRecorderImpl(queryId); } else { return new QueryStatisticsRecorderDummy(); } }
/** * Set `CARBON_INPUT_SEGMENTS` from property to configuration */ public static void setQuerySegment(Configuration conf, AbsoluteTableIdentifier identifier) { String dbName = identifier.getCarbonTableIdentifier().getDatabaseName().toLowerCase(); String tbName = identifier.getCarbonTableIdentifier().getTableName().toLowerCase(); String segmentNumbersFromProperty = CarbonProperties.getInstance() .getProperty(CarbonCommonConstants.CARBON_INPUT_SEGMENTS + dbName + "." + tbName, "*"); if (!segmentNumbersFromProperty.trim().equals("*")) { CarbonInputFormat.setSegmentsToAccess(conf, Segment.toSegmentList(segmentNumbersFromProperty.split(","), null)); } }
public static void initialize() { String zooKeeperUrl = CarbonProperties.getInstance().getProperty(CarbonCommonConstants.ZOOKEEPER_URL); if (null == zk) { zk = ZookeeperInit.getInstance(zooKeeperUrl).getZookeeper(); } }
public ColumnarFormatVersion getFormatVersion() { String versionStr = getInstance().getProperty(CARBON_DATA_FILE_VERSION); if (versionStr == null) { return getDefaultFormatVersion(); } else { try { return ColumnarFormatVersion.valueOf(versionStr); } catch (IllegalArgumentException e) { return getDefaultFormatVersion(); } } }