How to use

KafkaSink

in

com.netflix.suro.sink.kafka

@Override
public void open() {
  setName(KafkaSink.class.getSimpleName() + "-" + clientId);
  start();
}

@Override
public void writeTo(final MessageContainer message) {
  queuedRecords.incrementAndGet();
  DynamicCounter.increment(
    MonitorConfig
      .builder("queuedRecord")
      .withTag(TagKey.ROUTING_KEY, message.getRoutingKey())
      .build());
  runRecordCounterListener();
  if (metadataFetchedTopicSet.contains(message.getRoutingKey())) {
    sendMessage(message);
  } else {
    if(!metadataWaitingQueue.offer(message)) {
      dropMessage(message.getRoutingKey(), "metadataWaitingQueueFull");
    }
  }
}

@Override
public void writeTo(MessageContainer message) {
  long key = msgId++;
  if (!keyTopicMap.isEmpty()) {
    try {
      Map<String, Object> msgMap = message.getEntity(new TypeReference<Map<String, Object>>() {});
      Object keyField = msgMap.get(keyTopicMap.get(message.getRoutingKey()));
      if (keyField != null) {
        key = keyField.hashCode();
      }
    } catch (Exception e) {
      log.error("Exception on getting key field: " + e.getMessage());
    }
  }
  enqueue(new SuroKeyedMessage(key, message.getMessage()));
}

setServoReporter();

initialize("kafka_" + clientId, queue4Sink == null ? new MemoryQueue4Sink(10000) : queue4Sink, batchSize, batchTimeout);

  private void dropMessage(final String routingKey, final String reason) {
    DynamicCounter.increment(
      MonitorConfig
        .builder("droppedRecord")
        .withTag(TagKey.ROUTING_KEY, routingKey)
        .withTag(TagKey.DROPPED_REASON, reason)
        .build());
    droppedRecords.incrementAndGet();
    runRecordCounterListener();
  }
}

dropMessage(message.getRoutingKey(), e.getClass().getName());