public SizeTieredCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); this.estimatedRemainingTasks = 0; this.sizeTieredOptions = new SizeTieredCompactionStrategyOptions(options); }
public SizeTieredCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); this.estimatedRemainingTasks = 0; this.sizeTieredOptions = new SizeTieredCompactionStrategyOptions(options); }
public SizeTieredCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); this.estimatedRemainingTasks = 0; this.options = new SizeTieredCompactionStrategyOptions(options); }
public SizeTieredCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); this.estimatedRemainingTasks = 0; this.sizeTieredOptions = new SizeTieredCompactionStrategyOptions(options); }
public TimeWindowCompactionStrategyOptions() { sstableWindowUnit = DEFAULT_COMPACTION_WINDOW_UNIT; timestampResolution = DEFAULT_TIMESTAMP_RESOLUTION; sstableWindowSize = DEFAULT_COMPACTION_WINDOW_SIZE; expiredSSTableCheckFrequency = TimeUnit.MILLISECONDS.convert(DEFAULT_EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS, TimeUnit.SECONDS); ignoreOverlaps = DEFAULT_UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION; stcsOptions = new SizeTieredCompactionStrategyOptions(); }
public TimeWindowCompactionStrategyOptions() { sstableWindowUnit = DEFAULT_COMPACTION_WINDOW_UNIT; timestampResolution = DEFAULT_TIMESTAMP_RESOLUTION; sstableWindowSize = DEFAULT_COMPACTION_WINDOW_SIZE; expiredSSTableCheckFrequency = TimeUnit.MILLISECONDS.convert(DEFAULT_EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS, TimeUnit.SECONDS); ignoreOverlaps = DEFAULT_UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION; stcsOptions = new SizeTieredCompactionStrategyOptions(); }
public TimeWindowCompactionStrategyOptions() { sstableWindowUnit = DEFAULT_COMPACTION_WINDOW_UNIT; timestampResolution = DEFAULT_TIMESTAMP_RESOLUTION; sstableWindowSize = DEFAULT_COMPACTION_WINDOW_SIZE; expiredSSTableCheckFrequency = TimeUnit.MILLISECONDS.convert(DEFAULT_EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS, TimeUnit.SECONDS); ignoreOverlaps = DEFAULT_UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION; stcsOptions = new SizeTieredCompactionStrategyOptions(); }
public TimeWindowCompactionStrategyOptions(Map<String, String> options) { String optionValue = options.get(TIMESTAMP_RESOLUTION_KEY); timestampResolution = optionValue == null ? DEFAULT_TIMESTAMP_RESOLUTION : TimeUnit.valueOf(optionValue); if (timestampResolution != DEFAULT_TIMESTAMP_RESOLUTION) logger.warn("Using a non-default timestamp_resolution {} - are you really doing inserts with USING TIMESTAMP <non_microsecond_timestamp> (or driver equivalent)?", timestampResolution.toString()); optionValue = options.get(COMPACTION_WINDOW_UNIT_KEY); sstableWindowUnit = optionValue == null ? DEFAULT_COMPACTION_WINDOW_UNIT : TimeUnit.valueOf(optionValue); optionValue = options.get(COMPACTION_WINDOW_SIZE_KEY); sstableWindowSize = optionValue == null ? DEFAULT_COMPACTION_WINDOW_SIZE : Integer.parseInt(optionValue); optionValue = options.get(EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS_KEY); expiredSSTableCheckFrequency = TimeUnit.MILLISECONDS.convert(optionValue == null ? DEFAULT_EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS : Long.parseLong(optionValue), TimeUnit.SECONDS); optionValue = options.get(UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION_KEY); ignoreOverlaps = optionValue == null ? DEFAULT_UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION : (Boolean.getBoolean(UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION_PROPERTY) && Boolean.parseBoolean(optionValue)); stcsOptions = new SizeTieredCompactionStrategyOptions(options); }
public static LeveledManifest create(ColumnFamilyStore cfs, int maxSSTableSize, int fanoutSize, List<SSTableReader> sstables) { return create(cfs, maxSSTableSize, fanoutSize, sstables, new SizeTieredCompactionStrategyOptions()); }
public static LeveledManifest create(ColumnFamilyStore cfs, int maxSSTableSize, int fanoutSize, List<SSTableReader> sstables) { return create(cfs, maxSSTableSize, fanoutSize, sstables, new SizeTieredCompactionStrategyOptions()); }
public TimeWindowCompactionStrategyOptions(Map<String, String> options) { String optionValue = options.get(TIMESTAMP_RESOLUTION_KEY); timestampResolution = optionValue == null ? DEFAULT_TIMESTAMP_RESOLUTION : TimeUnit.valueOf(optionValue); if (timestampResolution != DEFAULT_TIMESTAMP_RESOLUTION) logger.warn("Using a non-default timestamp_resolution {} - are you really doing inserts with USING TIMESTAMP <non_microsecond_timestamp> (or driver equivalent)?", timestampResolution.toString()); optionValue = options.get(COMPACTION_WINDOW_UNIT_KEY); sstableWindowUnit = optionValue == null ? DEFAULT_COMPACTION_WINDOW_UNIT : TimeUnit.valueOf(optionValue); optionValue = options.get(COMPACTION_WINDOW_SIZE_KEY); sstableWindowSize = optionValue == null ? DEFAULT_COMPACTION_WINDOW_SIZE : Integer.parseInt(optionValue); optionValue = options.get(EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS_KEY); expiredSSTableCheckFrequency = TimeUnit.MILLISECONDS.convert(optionValue == null ? DEFAULT_EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS : Long.parseLong(optionValue), TimeUnit.SECONDS); optionValue = options.get(UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION_KEY); ignoreOverlaps = optionValue == null ? DEFAULT_UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION : (Boolean.getBoolean(UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION_PROPERTY) && Boolean.parseBoolean(optionValue)); stcsOptions = new SizeTieredCompactionStrategyOptions(options); }
public static LeveledManifest create(ColumnFamilyStore cfs, int maxSSTableSize, List<SSTableReader> sstables) { return create(cfs, maxSSTableSize, sstables, new SizeTieredCompactionStrategyOptions()); }
public static LeveledManifest create(ColumnFamilyStore cfs, int maxSSTableSize, int fanoutSize, List<SSTableReader> sstables) { return create(cfs, maxSSTableSize, fanoutSize, sstables, new SizeTieredCompactionStrategyOptions()); }
public DateTieredCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); this.estimatedRemainingTasks = 0; this.options = new DateTieredCompactionStrategyOptions(options); if (!options.containsKey(AbstractCompactionStrategy.TOMBSTONE_COMPACTION_INTERVAL_OPTION) && !options.containsKey(AbstractCompactionStrategy.TOMBSTONE_THRESHOLD_OPTION)) { disableTombstoneCompactions = true; logger.trace("Disabling tombstone compactions for DTCS"); } else logger.trace("Enabling tombstone compactions for DTCS"); this.stcsOptions = new SizeTieredCompactionStrategyOptions(options); }
public DateTieredCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); this.estimatedRemainingTasks = 0; this.options = new DateTieredCompactionStrategyOptions(options); if (!options.containsKey(AbstractCompactionStrategy.TOMBSTONE_COMPACTION_INTERVAL_OPTION) && !options.containsKey(AbstractCompactionStrategy.TOMBSTONE_THRESHOLD_OPTION)) { disableTombstoneCompactions = true; logger.trace("Disabling tombstone compactions for DTCS"); } else logger.trace("Enabling tombstone compactions for DTCS"); this.stcsOptions = new SizeTieredCompactionStrategyOptions(options); }
public TimeWindowCompactionStrategyOptions(Map<String, String> options) { String optionValue = options.get(TIMESTAMP_RESOLUTION_KEY); timestampResolution = optionValue == null ? DEFAULT_TIMESTAMP_RESOLUTION : TimeUnit.valueOf(optionValue); if (timestampResolution != DEFAULT_TIMESTAMP_RESOLUTION) logger.warn("Using a non-default timestamp_resolution {} - are you really doing inserts with USING TIMESTAMP <non_microsecond_timestamp> (or driver equivalent)?", timestampResolution.toString()); optionValue = options.get(COMPACTION_WINDOW_UNIT_KEY); sstableWindowUnit = optionValue == null ? DEFAULT_COMPACTION_WINDOW_UNIT : TimeUnit.valueOf(optionValue); optionValue = options.get(COMPACTION_WINDOW_SIZE_KEY); sstableWindowSize = optionValue == null ? DEFAULT_COMPACTION_WINDOW_SIZE : Integer.parseInt(optionValue); optionValue = options.get(EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS_KEY); expiredSSTableCheckFrequency = TimeUnit.MILLISECONDS.convert(optionValue == null ? DEFAULT_EXPIRED_SSTABLE_CHECK_FREQUENCY_SECONDS : Long.parseLong(optionValue), TimeUnit.SECONDS); optionValue = options.get(UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION_KEY); ignoreOverlaps = optionValue == null ? DEFAULT_UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION : (Boolean.getBoolean(UNSAFE_AGGRESSIVE_SSTABLE_EXPIRATION_PROPERTY) && Boolean.parseBoolean(optionValue)); stcsOptions = new SizeTieredCompactionStrategyOptions(options); }
public DateTieredCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); this.estimatedRemainingTasks = 0; this.options = new DateTieredCompactionStrategyOptions(options); if (!options.containsKey(AbstractCompactionStrategy.TOMBSTONE_COMPACTION_INTERVAL_OPTION) && !options.containsKey(AbstractCompactionStrategy.TOMBSTONE_THRESHOLD_OPTION)) { disableTombstoneCompactions = true; logger.debug("Disabling tombstone compactions for DTCS"); } else logger.debug("Enabling tombstone compactions for DTCS"); this.stcsOptions = new SizeTieredCompactionStrategyOptions(options); }
public DateTieredCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); this.estimatedRemainingTasks = 0; this.options = new DateTieredCompactionStrategyOptions(options); if (!options.containsKey(AbstractCompactionStrategy.TOMBSTONE_COMPACTION_INTERVAL_OPTION) && !options.containsKey(AbstractCompactionStrategy.TOMBSTONE_THRESHOLD_OPTION)) { disableTombstoneCompactions = true; logger.trace("Disabling tombstone compactions for DTCS"); } else logger.trace("Enabling tombstone compactions for DTCS"); this.stcsOptions = new SizeTieredCompactionStrategyOptions(options); }
int configuredMaxSSTableSize = 160; int configuredLevelFanoutSize = DEFAULT_LEVEL_FANOUT_SIZE; SizeTieredCompactionStrategyOptions localOptions = new SizeTieredCompactionStrategyOptions(options); if (options != null)
public LeveledCompactionStrategy(ColumnFamilyStore cfs, Map<String, String> options) { super(cfs, options); int configuredMaxSSTableSize = 160; SizeTieredCompactionStrategyOptions localOptions = new SizeTieredCompactionStrategyOptions(options); if (options != null) { if (options.containsKey(SSTABLE_SIZE_OPTION)) { configuredMaxSSTableSize = Integer.parseInt(options.get(SSTABLE_SIZE_OPTION)); if (!Boolean.getBoolean("cassandra.tolerate_sstable_size")) { if (configuredMaxSSTableSize >= 1000) logger.warn("Max sstable size of {}MB is configured for {}.{}; having a unit of compaction this large is probably a bad idea", configuredMaxSSTableSize, cfs.name, cfs.getColumnFamilyName()); if (configuredMaxSSTableSize < 50) logger.warn("Max sstable size of {}MB is configured for {}.{}. Testing done for CASSANDRA-5727 indicates that performance improves up to 160MB", configuredMaxSSTableSize, cfs.name, cfs.getColumnFamilyName()); } } } maxSSTableSizeInMB = configuredMaxSSTableSize; manifest = new LeveledManifest(cfs, this.maxSSTableSizeInMB, localOptions); logger.debug("Created {}", manifest); }