iwc.setMergePolicy(new UpgradeIndexMergePolicy(iwc.getMergePolicy())); iwc.setIndexDeletionPolicy(new KeepOnlyLastCommitDeletionPolicy());
/** * The lucene index writer property: useCompountFile */ void setUseCompoundFile(boolean b) { useCompoundFile = b; if (indexWriter != null) { IndexWriterConfig config = indexWriter.getConfig(); if (config.getMergePolicy() instanceof LogMergePolicy) { ((LogMergePolicy)config.getMergePolicy()).setUseCompoundFile(useCompoundFile); ((LogMergePolicy)config.getMergePolicy()).setNoCFSRatio(1.0); } else if (config.getMergePolicy() instanceof TieredMergePolicy) { ((TieredMergePolicy)config.getMergePolicy()).setUseCompoundFile(useCompoundFile); ((TieredMergePolicy)config.getMergePolicy()).setNoCFSRatio(1.0); } else { log.error("Can't set \"UseCompoundFile\". Merge policy is not an instance of LogMergePolicy. "); } } }
private static Directory getDir() throws CorruptIndexException, LockObtainFailedException, IOException { RAMDirectory dir = new RAMDirectory(); IndexWriterConfig conf = new IndexWriterConfig(LuceneConstant.LUCENE_VERSION, new KeywordAnalyzer()); TieredMergePolicy mergePolicy = (TieredMergePolicy) conf.getMergePolicy(); mergePolicy.setUseCompoundFile(false); IndexWriter writer = new IndexWriter(dir, conf); for (int i = 0; i < 100000; i++) { writer.addDocument(getDoc()); } writer.close(); return dir; }
/** Override this to customize index settings, e.g. which * codec to use. */ protected IndexWriterConfig getIndexWriterConfig(Analyzer indexAnalyzer, IndexWriterConfig.OpenMode openMode) { IndexWriterConfig iwc = new IndexWriterConfig(indexAnalyzer); iwc.setOpenMode(openMode); // This way all merged segments will be sorted at // merge time, allow for per-segment early termination // when those segments are searched: iwc.setMergePolicy(new SortingMergePolicy(iwc.getMergePolicy(), SORT)); return iwc; }
public static IndexWriterConfig getIndexWriterConfig(Analyzer analyzer, boolean create) { IndexWriterConfig config = new IndexWriterConfig(analyzer); config.setOpenMode(create ? OpenMode.CREATE : OpenMode.CREATE_OR_APPEND); config.setRAMBufferSizeMB(150); // faster indexing // Set merge factor (if using LogMergePolicy, which is the default up to version LUCENE_32, // so yes) MergePolicy mp = config.getMergePolicy(); if (mp instanceof LogMergePolicy) { ((LogMergePolicy) mp).setMergeFactor(40); // faster indexing } return config; }
if (config.getMergePolicy() instanceof LogMergePolicy) ((LogMergePolicy)config.getMergePolicy()).setUseCompoundFile(useCompoundFile); else if (config.getMergePolicy() instanceof TieredMergePolicy) ((TieredMergePolicy)config.getMergePolicy()).setUseCompoundFile(useCompoundFile);
MergePolicy mergePolicy = writerConfig.getMergePolicy(); LOG.debug("mergePolicy was: {}", mergePolicy); if (mergePolicy instanceof TieredMergePolicy) {
MergePolicy mp = iwc.getMergePolicy(); if (mp instanceof TieredMergePolicy) { TieredMergePolicy tmp = (TieredMergePolicy) mp;
throw new RuntimeException("unable to instantiate class '" + mergePolicy + "' as merge policy", e); iwConf.getMergePolicy().setNoCFSRatio(isCompound ? 1.0 : 0.0); if (iwConf.getMergePolicy() instanceof LogMergePolicy) { LogMergePolicy logMergePolicy = (LogMergePolicy) iwConf.getMergePolicy(); logMergePolicy.setMergeFactor(config.get("merge.factor",OpenIndexTask.DEFAULT_MERGE_PFACTOR));
MergePolicy mergePolicy = writerConfig.getMergePolicy(); LOG.debug("mergePolicy was: {}", mergePolicy); if (mergePolicy instanceof TieredMergePolicy) {
MergePolicy mergePolicy = writerConfig.getMergePolicy(); LOG.debug("mergePolicy was: {}", mergePolicy); if (mergePolicy instanceof TieredMergePolicy) {
MergePolicy mergePolicy = writerConfig.getMergePolicy(); LOG.debug("mergePolicy was: {}", mergePolicy); if (mergePolicy instanceof TieredMergePolicy) {
TieredMergePolicy mergePolicy = (TieredMergePolicy) conf.getMergePolicy(); mergePolicy.setUseCompoundFile(false); int count = 0;
@Test public void testCompressedFieldDataDirectoryBasic() throws CorruptIndexException, IOException { RAMDirectory dir = new RAMDirectory(); CompressedFieldDataDirectory directory = new CompressedFieldDataDirectory(dir, COMPRESSION_CODEC); IndexWriterConfig config = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer()); TieredMergePolicy mergePolicy = (TieredMergePolicy) config.getMergePolicy(); mergePolicy.setUseCompoundFile(false); IndexWriter writer = new IndexWriter(directory, config); addDocs(writer, 0, 10); writer.close(); testFetches(directory); }
@Test public void testCompressedFieldDataDirectoryTransition() throws CorruptIndexException, LockObtainFailedException, IOException { RAMDirectory dir = new RAMDirectory(); IndexWriterConfig config = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer()); TieredMergePolicy mergePolicy = (TieredMergePolicy) config.getMergePolicy(); mergePolicy.setUseCompoundFile(false); IndexWriter writer = new IndexWriter(dir, config); addDocs(writer, 0, 5); writer.close(); CompressedFieldDataDirectory directory = new CompressedFieldDataDirectory(dir, COMPRESSION_CODEC); config = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer()); mergePolicy = (TieredMergePolicy) config.getMergePolicy(); mergePolicy.setUseCompoundFile(false); writer = new IndexWriter(directory, config); addDocs(writer, 5, 5); writer.close(); testFetches(directory); }
TieredMergePolicy mergePolicy = (TieredMergePolicy) conf.getMergePolicy(); mergePolicy.setUseCompoundFile(false); IndexWriter writer = new IndexWriter(directory, conf);
@Test public void testCompressedFieldDataDirectoryMixedBlockSize() throws CorruptIndexException, LockObtainFailedException, IOException { RAMDirectory dir = new RAMDirectory(); IndexWriterConfig config = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer()); TieredMergePolicy mergePolicy = (TieredMergePolicy) config.getMergePolicy(); mergePolicy.setUseCompoundFile(false); IndexWriter writer = new IndexWriter(dir, config); addDocs(writer, 0, 5); writer.close(); CompressedFieldDataDirectory directory1 = new CompressedFieldDataDirectory(dir, COMPRESSION_CODEC, 2); config = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer()); mergePolicy = (TieredMergePolicy) config.getMergePolicy(); mergePolicy.setUseCompoundFile(false); writer = new IndexWriter(directory1, config); addDocs(writer, 5, 2); writer.close(); CompressedFieldDataDirectory directory2 = new CompressedFieldDataDirectory(dir, COMPRESSION_CODEC, 4); config = new IndexWriterConfig(LUCENE_VERSION, new KeywordAnalyzer()); mergePolicy = (TieredMergePolicy) config.getMergePolicy(); mergePolicy.setUseCompoundFile(false); writer = new IndexWriter(directory2, config); addDocs(writer, 7, 3); writer.close(); testFetches(directory2); testFileLengths(directory2); }
iwc.setMergePolicy(new UpgradeIndexMergePolicy(iwc.getMergePolicy())); iwc.setIndexDeletionPolicy(new KeepOnlyLastCommitDeletionPolicy());
iwc.setMergePolicy(new UpgradeIndexMergePolicy(iwc.getMergePolicy())); iwc.setIndexDeletionPolicy(new KeepOnlyLastCommitDeletionPolicy());
iwc.setMergePolicy(new UpgradeIndexMergePolicy(iwc.getMergePolicy())); iwc.setIndexDeletionPolicy(new KeepOnlyLastCommitDeletionPolicy());