/** Creates new buffers or empties the existing ones */ protected void resetSkip() { if (skipBuffer == null) { init(); } else { for (int i = 0; i < skipBuffer.length; i++) { skipBuffer[i].reset(); } } }
/** Appends the current contents of writeBuffer as another block on the growing in-memory file */ private int appendBlock(RAMOutputStream writeBuffer, List<byte[]> blocks) throws IOException { int pos = Math.toIntExact(writeBuffer.getFilePointer()); byte[] bytes = new byte[pos]; writeBuffer.writeTo(bytes, 0); writeBuffer.reset(); blocks.add(bytes); return pos; }
byte[] bytes2 = new byte[numBytes2]; writeBuffer.writeTo(bytes2, 0); writeBuffer.reset();
scratchBytes.writeTo(bytes, 0); indexBuilder.add(Util.toIntsRef(prefix, scratchIntsRef), new BytesRef(bytes, 0, bytes.length)); scratchBytes.reset();
void reset() { fdt.reset(); numStoredFields = 0; }
void reset() { fdt.reset(); numStoredFields = 0; }
void reset() { tvf.reset(); numVectorFields = 0; }
void reset() { tvf.reset(); numVectorFields = 0; }
/** Creates new buffers or empties the existing ones */ protected void resetSkip() { if (skipBuffer == null) { init(); } else { for (int i = 0; i < skipBuffer.length; i++) { skipBuffer[i].reset(); } } }
/** Creates new buffers or empties the existing ones */ protected void resetSkip() { if (skipBuffer == null) { init(); } else { for (int i = 0; i < skipBuffer.length; i++) { skipBuffer[i].reset(); } } }
protected void resetSkip() { // creates new buffers or empties the existing ones if (skipBuffer == null) { init(); } else { for (int i = 0; i < skipBuffer.length; i++) { skipBuffer[i].reset(); } } }
protected void resetSkip() { // creates new buffers or empties the existing ones if (skipBuffer == null) { init(); } else { for (int i = 0; i < skipBuffer.length; i++) { skipBuffer[i].reset(); } } }
/** Creates new buffers or empties the existing ones */ protected void resetSkip() { if (skipBuffer == null) { init(); } else { for (int i = 0; i < skipBuffer.length; i++) { skipBuffer[i].reset(); } } }
/** Appends the current contents of writeBuffer as another block on the growing in-memory file */ private int appendBlock(RAMOutputStream writeBuffer, List<byte[]> blocks) throws IOException { int pos = Math.toIntExact(writeBuffer.getFilePointer()); byte[] bytes = new byte[pos]; writeBuffer.writeTo(bytes, 0); writeBuffer.reset(); blocks.add(bytes); return pos; }
private void resetSkip() throws IOException { skipBuffer.reset(); lastSkipDoc = 0; lastSkipFreqPointer = freqOutput.getFilePointer(); lastSkipProxPointer = proxOutput.getFilePointer(); }
private void flushTermsDictBlock(RAMOutputStream headerBuffer, RAMOutputStream bytesBuffer, int suffixDeltas[]) throws IOException { boolean twoByte = false; for (int i = 1; i < suffixDeltas.length; i++) { if (suffixDeltas[i] > 254) { twoByte = true; } } if (twoByte) { headerBuffer.writeByte((byte)255); for (int i = 1; i < suffixDeltas.length; i++) { headerBuffer.writeShort((short) suffixDeltas[i]); } } else { for (int i = 1; i < suffixDeltas.length; i++) { headerBuffer.writeByte((byte) suffixDeltas[i]); } } headerBuffer.writeTo(data); headerBuffer.reset(); bytesBuffer.writeTo(data); bytesBuffer.reset(); }
private void flushTermsDictBlock(RAMOutputStream headerBuffer, RAMOutputStream bytesBuffer, int suffixDeltas[]) throws IOException { boolean twoByte = false; for (int i = 1; i < suffixDeltas.length; i++) { if (suffixDeltas[i] > 254) { twoByte = true; } } if (twoByte) { headerBuffer.writeByte((byte)255); for (int i = 1; i < suffixDeltas.length; i++) { headerBuffer.writeShort((short) suffixDeltas[i]); } } else { for (int i = 1; i < suffixDeltas.length; i++) { headerBuffer.writeByte((byte) suffixDeltas[i]); } } headerBuffer.writeTo(data); headerBuffer.reset(); bytesBuffer.writeTo(data); bytesBuffer.reset(); }
private void flushTermsDictBlock(RAMOutputStream headerBuffer, RAMOutputStream bytesBuffer, int suffixDeltas[]) throws IOException { boolean twoByte = false; for (int i = 1; i < suffixDeltas.length; i++) { if (suffixDeltas[i] > 254) { twoByte = true; } } if (twoByte) { headerBuffer.writeByte((byte)255); for (int i = 1; i < suffixDeltas.length; i++) { headerBuffer.writeShort((short) suffixDeltas[i]); } } else { for (int i = 1; i < suffixDeltas.length; i++) { headerBuffer.writeByte((byte) suffixDeltas[i]); } } headerBuffer.writeTo(data); headerBuffer.reset(); bytesBuffer.writeTo(data); bytesBuffer.reset(); }
public void finishTerm(BytesRef text, BlockTermState state) throws IOException { // write term meta data into fst final FSTTermOutputs.TermData meta = new FSTTermOutputs.TermData(); meta.longs = new long[longsSize]; meta.bytes = null; meta.docFreq = state.docFreq; meta.totalTermFreq = state.totalTermFreq; postingsWriter.encodeTerm(meta.longs, metaWriter, fieldInfo, state, true); final int bytesSize = (int)metaWriter.getFilePointer(); if (bytesSize > 0) { meta.bytes = new byte[bytesSize]; metaWriter.writeTo(meta.bytes, 0); metaWriter.reset(); } builder.add(Util.toIntsRef(text, scratchTerm), meta); numTerms++; }