public static void copyEncodedDeltaOrdinals(DataInputStream is, DataOutputStream... os) throws IOException { long numBytesEncodedOrdinals = IOUtils.copyVLong(is, os); IOUtils.copyBytes(is, os, numBytesEncodedOrdinals); }
private void copyListState(boolean delta, DataInputStream is, DataOutputStream[] os, int numShards) throws IOException { if(numShards > 1) copyVInt(is, os); for(int shard=0;shard<numShards;shard++) { copyVInt(is, os); /// maxOrdinal if(delta) { GapEncodedVariableLengthIntegerReader.copyEncodedDeltaOrdinals(is, os); GapEncodedVariableLengthIntegerReader.copyEncodedDeltaOrdinals(is, os); } copyVInt(is, os); /// bitsPerListPointer copyVInt(is, os); /// bitsPerElement copyVLong(is, os); /// totalNumberOfElements copySegmentedLongArray(is, os); copySegmentedLongArray(is, os); } if(!delta) copySnapshotPopulatedOrdinals(is, os); }
private void copySetState(boolean delta, DataInputStream is, DataOutputStream[] os, int numShards) throws IOException { if(numShards > 1) copyVInt(is, os); for(int shard=0;shard<numShards;shard++) { copyVInt(is, os); /// max ordinal if(delta) { GapEncodedVariableLengthIntegerReader.copyEncodedDeltaOrdinals(is, os); GapEncodedVariableLengthIntegerReader.copyEncodedDeltaOrdinals(is, os); } copyVInt(is, os); /// bitsPerSetPointer copyVInt(is, os); /// bitsPerSetSizeValue copyVInt(is, os); /// bitsPerElement copyVLong(is, os); /// totalNumberOfBuckets copySegmentedLongArray(is, os); copySegmentedLongArray(is, os); } if(!delta) copySnapshotPopulatedOrdinals(is, os); }
private void copyMapState(boolean delta, DataInputStream is, DataOutputStream[] os, int numShards) throws IOException { if(numShards > 1) copyVInt(is, os); for(int shard=0;shard<numShards;shard++) { copyVInt(is, os); /// max ordinal if(delta) { GapEncodedVariableLengthIntegerReader.copyEncodedDeltaOrdinals(is, os); GapEncodedVariableLengthIntegerReader.copyEncodedDeltaOrdinals(is, os); } copyVInt(is, os); /// bitsPerMapPointer copyVInt(is, os); /// bitsPerMapSizeValue copyVInt(is, os); /// bitsPerKeyElement copyVInt(is, os); /// bitsPerValueElement copyVLong(is, os); /// totalNumberOfBuckets copySegmentedLongArray(is, os); copySegmentedLongArray(is, os); } if(!delta) copySnapshotPopulatedOrdinals(is, os); }
streamsWithField = streamsWithFieldList.toArray(streamsWithField); long numBytesInVarLengthData = IOUtils.copyVLong(is, streamsWithField); IOUtils.copyBytes(is, streamsWithField, numBytesInVarLengthData);