/** * @return the position of this record in the corresponding Kafka partition. */ public long offset() { long ret = delegate.offset(); return ret; }
/** * @return the position of this record in the corresponding Kafka partition. */ public long offset() { long ret = delegate.offset(); return ret; }
@Override public Buffer toMessages(KafkaConsumerRecords<String, byte[]> records) { JsonArray jsonArray = new JsonArray(); for (int i = 0; i <records.size(); i++){ JsonObject jsonObject = new JsonObject(); jsonObject.put("topic", records.recordAt(i).topic()); jsonObject.put("key", records.recordAt(i).key()); jsonObject.put("value", new String(records.recordAt(i).value())); jsonObject.put("partition", records.recordAt(i).partition()); jsonObject.put("offset", records.recordAt(i).offset()); jsonArray.add(jsonObject); } return jsonArray.toBuffer(); } }
private Future<Void> handleAndCheckData(List<KafkaConsumerRecord> lst) { logger.info("got {} values", lst.size()); for (KafkaConsumerRecord record : lst) { long offset = record.offset(); if (prevOffset != null) { long expected = prevOffset + 1; if (offset != expected) { logger.error("offset {}, expected: {}, diff: {}", offset, expected, offset - expected); context.assertEquals(expected, offset); } } prevOffset = offset; } if (lst.size() < BATCH_SIZE) { async.complete(); } return Future.succeededFuture(); }
@Override public Message toMessage(String address, KafkaConsumerRecord<String, byte[]> record) { Message message = Proton.message(); message.setAddress(address); message.decode(record.value(), 0, record.value().length); // put message annotations about partition, offset and key (if not null) Map<Symbol, Object> map = new HashMap<>(); map.put(Symbol.valueOf(AmqpBridge.AMQP_PARTITION_ANNOTATION), record.partition()); map.put(Symbol.valueOf(AmqpBridge.AMQP_OFFSET_ANNOTATION), record.offset()); map.put(Symbol.valueOf(AmqpBridge.AMQP_KEY_ANNOTATION), record.key()); map.put(Symbol.valueOf(AmqpBridge.AMQP_TOPIC_ANNOTATION), record.topic()); MessageAnnotations messageAnnotations = new MessageAnnotations(map); message.setMessageAnnotations(messageAnnotations); return message; }
@Override public Message toMessage(String address, KafkaConsumerRecord<String, byte[]> record) { Message message = Proton.message(); message.setAddress(address); // put message annotations about partition, offset and key (if not null) Map<Symbol, Object> map = new HashMap<>(); map.put(Symbol.valueOf(AmqpBridge.AMQP_PARTITION_ANNOTATION), record.partition()); map.put(Symbol.valueOf(AmqpBridge.AMQP_OFFSET_ANNOTATION), record.offset()); map.put(Symbol.valueOf(AmqpBridge.AMQP_KEY_ANNOTATION), record.key()); map.put(Symbol.valueOf(AmqpBridge.AMQP_TOPIC_ANNOTATION), record.topic()); MessageAnnotations messageAnnotations = new MessageAnnotations(map); message.setMessageAnnotations(messageAnnotations); message.setBody(new Data(new Binary(record.value()))); return message; }
messageAnnotationsMap.put(Symbol.valueOf(AmqpBridge.AMQP_OFFSET_ANNOTATION), record.offset()); messageAnnotationsMap.put(Symbol.valueOf(AmqpBridge.AMQP_KEY_ANNOTATION), record.key()); messageAnnotationsMap.put(Symbol.valueOf(AmqpBridge.AMQP_TOPIC_ANNOTATION), record.topic());
long offset = r.offset();
long offset = r.offset();