private int index(File indexDir, File dataDir, String suffix) throws Exception { IndexWriter index = new IndexWriter(FSDirectory.open(indexDir), new StandardAnalyzer(Version.LUCENE_CURRENT), true, IndexWriter.MaxFieldLength.UNLIMITED); // tweak the settings for your hardware index.setUseCompoundFile(false); index.setRAMBufferSizeMB(256); index.setMergeFactor(30); indexDirectory(index, dataDir, suffix); index.optimize(); int numIndexed = index.maxDoc(); index.close(); // you'll need to update indexDirectory() to keep track of indexed files return numIndexed; }
IndexWriter.MaxFieldLength.LIMITED); writer.setMaxBufferedDocs(10000); writer.setRAMBufferSizeMB(512);
private IndexWriter createIndexWriter(Directory dir, IndexDeletionPolicy deletionPolicy, boolean create) throws IOException{ if(deletionPolicy == null) deletionPolicy = new KeepOnlyLastCommitDeletionPolicy(); IndexWriter indexWriter = new IndexWriter(dir, indexAnalyzer, create, deletionPolicy, MaxFieldLength.LIMITED); indexWriter.setMergeScheduler(new SerialMergeScheduler()); indexWriter.setMergeFactor(mergeFactor); indexWriter.setRAMBufferSizeMB(bufferSizeInMB); indexWriter.setUseCompoundFile(useCompoundFile); return indexWriter; }
indexWriter.setRAMBufferSizeMB(m_luceneRAMBufferSizeMB.doubleValue());
new IndexWriter( directory, new StandardAnalyzer( Version.LUCENE_30 ), false, MaxFieldLength.LIMITED ); indexWriter.setRAMBufferSizeMB( 2 );
writer.setRAMBufferSizeMB(policy.getRAMBufferSize());
writer.setRAMBufferSizeMB(writerRamBufferSizeMb); writer.setMergeFactor(writerMergeFactor); writer.setMaxMergeDocs(writerMaxMergeDocs);
writer.setRAMBufferSizeMB(writerRamBufferSizeMb); writer.setMergeFactor(writerMergeFactor); writer.setMaxMergeDocs(writerMaxMergeDocs);
writer.setRAMBufferSizeMB(mergerRamBufferSizeMb); writer.setMergeFactor(mergerMergeFactor); writer.setMaxMergeDocs(mergerMaxMergeDocs);
writer.setRAMBufferSizeMB(mergerRamBufferSizeMb); writer.setMergeFactor(mergerMergeFactor); writer.setMaxMergeDocs(mergerMaxMergeDocs);
writer.setUseCompoundFile(writerUseCompoundFile); writer.setMaxBufferedDocs(writerMaxBufferedDocs); writer.setRAMBufferSizeMB(writerRamBufferSizeMb); writer.setMergeFactor(writerMergeFactor); writer.setMaxMergeDocs(writerMaxMergeDocs);
writer.setUseCompoundFile(writerUseCompoundFile); writer.setMaxBufferedDocs(writerMaxBufferedDocs); writer.setRAMBufferSizeMB(writerRamBufferSizeMb); writer.setMergeFactor(writerMergeFactor); writer.setMaxMergeDocs(writerMaxMergeDocs);
writer.setUseCompoundFile(writerUseCompoundFile); writer.setMaxBufferedDocs(writerMaxBufferedDocs); writer.setRAMBufferSizeMB(writerRamBufferSizeMb); writer.setMergeFactor(writerMergeFactor); writer.setMaxMergeDocs(writerMaxMergeDocs);
writer.setUseCompoundFile(writerUseCompoundFile); writer.setMaxBufferedDocs(writerMaxBufferedDocs); writer.setRAMBufferSizeMB(writerRamBufferSizeMb); writer.setMergeFactor(writerMergeFactor); writer.setMaxMergeDocs(writerMaxMergeDocs);
public IndexWriter openIndexWriter(CompassSettings settings, Directory dir, boolean create, IndexDeletionPolicy deletionPolicy, Analyzer analyzer) throws IOException { if (deletionPolicy == null) { deletionPolicy = searchEngineFactory.getIndexDeletionPolicyManager().createIndexDeletionPolicy(dir); } if (analyzer == null) { analyzer = searchEngineFactory.getAnalyzerManager().getDefaultAnalyzer(); } IndexWriter indexWriter = new IndexWriter(dir, analyzer, create, deletionPolicy, new IndexWriter.MaxFieldLength(luceneSettings.getMaxFieldLength())); indexWriter.setMergePolicy(MergePolicyFactory.createMergePolicy(settings)); indexWriter.setMergeScheduler(MergeSchedulerFactory.create(indexManager, settings)); indexWriter.setMaxMergeDocs(settings.getSettingAsInt(LuceneEnvironment.SearchEngineIndex.MAX_MERGE_DOCS, luceneSettings.getMaxMergeDocs())); indexWriter.setMergeFactor(settings.getSettingAsInt(LuceneEnvironment.SearchEngineIndex.MERGE_FACTOR, luceneSettings.getMergeFactor())); indexWriter.setRAMBufferSizeMB(settings.getSettingAsDouble(LuceneEnvironment.SearchEngineIndex.RAM_BUFFER_SIZE, luceneSettings.getRamBufferSize())); indexWriter.setMaxBufferedDocs(settings.getSettingAsInt(LuceneEnvironment.SearchEngineIndex.MAX_BUFFERED_DOCS, luceneSettings.getMaxBufferedDocs())); indexWriter.setMaxBufferedDeleteTerms(settings.getSettingAsInt(LuceneEnvironment.SearchEngineIndex.MAX_BUFFERED_DELETED_TERMS, luceneSettings.getMaxBufferedDeletedTerms())); indexWriter.setUseCompoundFile(indexManager.getStore().isUseCompoundFile()); indexWriter.setMaxFieldLength(luceneSettings.getMaxFieldLength()); indexWriter.setTermIndexInterval(luceneSettings.getTermIndexInterval()); indexWriter.setSimilarity(searchEngineFactory.getSimilarityManager().getIndexSimilarity()); return indexWriter; } }