org.apache.rocketmq.store.ConsumeQueueExt$CqExtUnit java code examples

final int maxFilterMessageCount = Math.max(16000, maxMsgNums * ConsumeQueue.CQ_STORE_UNIT_SIZE);
final boolean diskFallRecorded = this.messageStoreConfig.isDiskFallRecorded();
ConsumeQueueExt.CqExtUnit cqExtUnit = new ConsumeQueueExt.CqExtUnit();
for (; i < bufferConsumeQueue.getSize() && i < maxFilterMessageCount; i += ConsumeQueue.CQ_STORE_UNIT_SIZE) {
  long offsetPy = bufferConsumeQueue.getByteBuffer().getLong();
    extRet = consumeQueue.getExt(tagsCode, cqExtUnit);
    if (extRet) {
      tagsCode = cqExtUnit.getTagsCode();
    } else {

if (cqExtUnit != null) {
  one.setExtendDataJson(JSON.toJSONString(cqExtUnit));
  if (cqExtUnit.getFilterBitMap() != null) {
    one.setBitMap(BitsArray.create(cqExtUnit.getFilterBitMap()).toString());
    one.setEval(messageFilter.isMatchedByConsumeQueue(cqExtUnit.getTagsCode(), cqExtUnit));

if (cqExtUnit == null || !consumerFilterData.isMsgInLive(cqExtUnit.getMsgStoreTime())) {
  log.debug("Pull matched because not in live: {}, {}", consumerFilterData, cqExtUnit);
  return true;
byte[] filterBitMap = cqExtUnit.getFilterBitMap();
BloomFilter bloomFilter = this.consumerFilterManager.getBloomFilter();
if (filterBitMap == null || !this.bloomDataValid

final int maxFilterMessageCount = Math.max(16000, maxMsgNums * ConsumeQueue.CQ_STORE_UNIT_SIZE);
final boolean diskFallRecorded = this.messageStoreConfig.isDiskFallRecorded();
ConsumeQueueExt.CqExtUnit cqExtUnit = new ConsumeQueueExt.CqExtUnit();
for (; i < bufferConsumeQueue.getSize() && i < maxFilterMessageCount; i += ConsumeQueue.CQ_STORE_UNIT_SIZE) {
  long offsetPy = bufferConsumeQueue.getByteBuffer().getLong();
    extRet = consumeQueue.getExt(tagsCode, cqExtUnit);
    if (extRet) {
      tagsCode = cqExtUnit.getTagsCode();
    } else {

long nextOffset = offset;
int i = 0;
ConsumeQueueExt.CqExtUnit cqExtUnit = new ConsumeQueueExt.CqExtUnit();
for (; i < bufferCQ.getSize(); i += ConsumeQueue.CQ_STORE_UNIT_SIZE) {
  long offsetPy = bufferCQ.getByteBuffer().getLong();
      tagsCode = cqExtUnit.getTagsCode();
    } else {

if (cqExtUnit != null) {
  one.setExtendDataJson(JSON.toJSONString(cqExtUnit));
  if (cqExtUnit.getFilterBitMap() != null) {
    one.setBitMap(BitsArray.create(cqExtUnit.getFilterBitMap()).toString());
    one.setEval(messageFilter.isMatchedByConsumeQueue(cqExtUnit.getTagsCode(), cqExtUnit));

if (cqExtUnit == null || !consumerFilterData.isMsgInLive(cqExtUnit.getMsgStoreTime())) {
  log.debug("Pull matched because not in live: {}, {}", consumerFilterData, cqExtUnit);
  return true;
byte[] filterBitMap = cqExtUnit.getFilterBitMap();
BloomFilter bloomFilter = this.consumerFilterManager.getBloomFilter();
if (filterBitMap == null || !this.bloomDataValid

new ConsumeQueueExt.CqExtUnit(tagsCode, msgStoreTime, filterBitMap));

long processOffset = mappedFile.getFileFromOffset();
long mappedFileOffset = 0;
CqExtUnit extUnit = new CqExtUnit();
while (true) {
  extUnit.readBySkip(byteBuffer);
  if (extUnit.getSize() > 0) {
    mappedFileOffset += extUnit.getSize();
    continue;

long tagsCode = request.getTagsCode();
if (isExtWriteEnable()) {
  ConsumeQueueExt.CqExtUnit cqExtUnit = new ConsumeQueueExt.CqExtUnit();
  cqExtUnit.setFilterBitMap(request.getBitMap());
  cqExtUnit.setMsgStoreTime(request.getStoreTimestamp());
  cqExtUnit.setTagsCode(request.getTagsCode());

/**
 * Delete files after {@code maxAddress}, and reset wrote/commit/flush position to last file.
 *
 * @param maxAddress less than 0
 */
public void truncateByMaxAddress(final long maxAddress) {
  if (!isExtAddr(maxAddress)) {
    return;
  }
  log.info("Truncate consume queue ext by max {}.", maxAddress);
  CqExtUnit cqExtUnit = get(maxAddress);
  if (cqExtUnit == null) {
    log.error("[BUG] address {} of consume queue extend not found!", maxAddress);
    return;
  }
  final long realOffset = unDecorate(maxAddress);
  this.mappedFileQueue.truncateDirtyFiles(realOffset + cqExtUnit.getSize());
}

/**
 * Get data from buffer.
 *
 * @param address less than 0
 */
public CqExtUnit get(final long address) {
  CqExtUnit cqExtUnit = new CqExtUnit();
  if (get(address, cqExtUnit)) {
    return cqExtUnit;
  }
  return null;
}

final int maxFilterMessageCount = Math.max(16000, maxMsgNums * ConsumeQueue.CQ_STORE_UNIT_SIZE);
final boolean diskFallRecorded = this.messageStoreConfig.isDiskFallRecorded();
ConsumeQueueExt.CqExtUnit cqExtUnit = new ConsumeQueueExt.CqExtUnit();
for (; i < bufferConsumeQueue.getSize() && i < maxFilterMessageCount; i += ConsumeQueue.CQ_STORE_UNIT_SIZE) {
  long offsetPy = bufferConsumeQueue.getByteBuffer().getLong();
    extRet = consumeQueue.getExt(tagsCode, cqExtUnit);
    if (extRet) {
      tagsCode = cqExtUnit.getTagsCode();
    } else {

long nextOffset = offset;
int i = 0;
ConsumeQueueExt.CqExtUnit cqExtUnit = new ConsumeQueueExt.CqExtUnit();
for (; i < bufferCQ.getSize(); i += ConsumeQueue.CQ_STORE_UNIT_SIZE) {
  long offsetPy = bufferCQ.getByteBuffer().getLong();
      tagsCode = cqExtUnit.getTagsCode();
    } else {

if (cqExtUnit != null) {
  one.setExtendDataJson(JSON.toJSONString(cqExtUnit));
  if (cqExtUnit.getFilterBitMap() != null) {
    one.setBitMap(BitsArray.create(cqExtUnit.getFilterBitMap()).toString());
    one.setEval(messageFilter.isMatchedByConsumeQueue(cqExtUnit.getTagsCode(), cqExtUnit));

if (cqExtUnit == null || !consumerFilterData.isMsgInLive(cqExtUnit.getMsgStoreTime())) {
  log.debug("Pull matched because not in live: {}, {}", consumerFilterData, cqExtUnit);
  return true;
byte[] filterBitMap = cqExtUnit.getFilterBitMap();
BloomFilter bloomFilter = this.consumerFilterManager.getBloomFilter();
if (filterBitMap == null || !this.bloomDataValid

new ConsumeQueueExt.CqExtUnit(tagsCode, msgStoreTime, filterBitMap));

long processOffset = mappedFile.getFileFromOffset();
long mappedFileOffset = 0;
CqExtUnit extUnit = new CqExtUnit();
while (true) {
  extUnit.readBySkip(byteBuffer);
  if (extUnit.getSize() > 0) {
    mappedFileOffset += extUnit.getSize();
    continue;

long tagsCode = request.getTagsCode();
if (isExtWriteEnable()) {
  ConsumeQueueExt.CqExtUnit cqExtUnit = new ConsumeQueueExt.CqExtUnit();
  cqExtUnit.setFilterBitMap(request.getBitMap());
  cqExtUnit.setMsgStoreTime(request.getStoreTimestamp());
  cqExtUnit.setTagsCode(request.getTagsCode());

/**
 * Delete files after {@code maxAddress}, and reset wrote/commit/flush position to last file.
 *
 * @param maxAddress less than 0
 */
public void truncateByMaxAddress(final long maxAddress) {
  if (!isExtAddr(maxAddress)) {
    return;
  }
  log.info("Truncate consume queue ext by max {}.", maxAddress);
  CqExtUnit cqExtUnit = get(maxAddress);
  if (cqExtUnit == null) {
    log.error("[BUG] address {} of consume queue extend not found!", maxAddress);
    return;
  }
  final long realOffset = unDecorate(maxAddress);
  this.mappedFileQueue.truncateDirtyFiles(realOffset + cqExtUnit.getSize());
}

Javadoc

Store unit.

Most used methods

Popular in Java

Making http requests using okhttp
onRequestPermissionsResult (Fragment)
scheduleAtFixedRate (ScheduledExecutorService)
runOnUiThread (Activity)
IOException (java.io)
Signals a general, I/O-related error. Error details may be specified when calling the constructor, a
Runnable (java.lang)
Represents a command that can be executed. Often used to run code in a different Thread.
Collections (java.util)
This class consists exclusively of static methods that operate on or return collections. It contains
Random (java.util)
This class provides methods that return pseudo-random values.It is dangerous to seed Random with the
Semaphore (java.util.concurrent)
A counting semaphore. Conceptually, a semaphore maintains a set of permits. Each #acquire blocks if
LogFactory (org.apache.commons.logging)
Factory for creating Log instances, with discovery and configuration features similar to that employ
Best IntelliJ plugins

How to useConsumeQueueExt$CqExtUnit in org.apache.rocketmq.store

Best Java code snippets using org.apache.rocketmq.store.ConsumeQueueExt$CqExtUnit (Showing top 20 results out of 315)

How to use
ConsumeQueueExt$CqExtUnit
in
org.apache.rocketmq.store