index.addIndexStructureInputStream( structureName, lexInputStreamClass.getName(), "structureName,index"); if (lexEntryInputStreamClass != null) index.addIndexStructureInputStream( structureName+"-entry", lexEntryInputStreamClass.getName(),
index.addIndexStructureInputStream( structureName, lexInputStreamClass.getName(), "structureName,index"); if (lexEntryInputStreamClass != null) index.addIndexStructureInputStream( structureName+"-entry", lexEntryInputStreamClass.getName(),
/** * Closes the underlying file after finished processing the collections. */ public void finishedCollections() { final int maxDocsEncodedDocid = Integer.parseInt( ApplicationSetup.getProperty("indexing.max.encoded."+structureName+"index.docs","5000")); if (index != null) { if (structureName.equals("document")) index.setIndexProperty("num.Documents", ""+numberOfDocumentIndexEntries); index.addIndexStructure(structureName, numberOfDocumentIndexEntries > maxDocsEncodedDocid ? "org.terrier.structures.FSADocumentIndex" : "org.terrier.structures.FSADocumentIndexInMem", "org.terrier.structures.IndexOnDisk,java.lang.String", "index,structureName"); index.addIndexStructureInputStream(structureName, "org.terrier.structures.FSADocumentIndex$FSADocumentIndexIterator", "org.terrier.structures.IndexOnDisk,java.lang.String", "index,structureName"); } close(); } }
new String[] { "java.lang.String" }, new String[] { "${max.term.length}" }); newIndex.addIndexStructureInputStream( "org.terrier.structures.IndexOnDisk" }, new String[] { "structureName", "index" }); newIndex.addIndexStructureInputStream(
"index,structureName,document,"+ compressionInvertedConfig.getPostingIteratorClass().getName() ); destIndex.addIndexStructureInputStream( "inverted", compressionInvertedConfig.getStructureInputStreamClass().getName(),
"index,structureName,"+ (fieldCount > 0 ? fieldDirectIndexPostingIteratorClass : basicDirectIndexPostingIteratorClass)); index.addIndexStructureInputStream( destinationStructure, directIndexInputStreamClass,
indexOutput.close(); index.addIndexStructure(structureName, "org.terrier.structures.CompressingMetaIndex", "org.terrier.structures.IndexOnDisk,java.lang.String", "index,structureName"); index.addIndexStructureInputStream(structureName, "org.terrier.structures.CompressingMetaIndex$InputStream", "org.terrier.structures.IndexOnDisk,java.lang.String", "index,structureName"); index.setIndexProperty("index."+structureName+".entries", ""+entryCount); index.setIndexProperty("index."+structureName+".compression-level", ""+ZIP_COMPRESSION_LEVEL);
? fieldInvertedIndexPostingIteratorClass : basicInvertedIndexPostingIteratorClass )); currentIndex.addIndexStructureInputStream( "inverted", invertedIndexInputStreamClass,