How to use

getGroupId

method

in

uk.gov.gchq.gaffer.operation.impl.add.AddElementsFromKafka

  private Properties createFlinkProperties(final AddElementsFromKafka operation) {
    final Properties properties = new Properties();
    if (null != operation.getOptions()) {
      properties.putAll(operation.getOptions());
    }
    properties.put(FLINK_KAFKA_GROUP_ID, operation.getGroupId());
    properties.put(FLINK_KAFKA_BOOTSTRAP_SERVERS, StringUtils.join(operation.getBootstrapServers(), ","));
    properties.remove(FlinkConstants.SKIP_REBALANCING);
    return properties;
  }
}

@Override
public Object doOperation(final AddElementsFromKafka op, final Context context, final Store store) throws OperationException {
  final StreamExecutionEnvironment env = StreamExecutionEnvironment.getExecutionEnvironment();
  if (null != op.getParallelism()) {
    env.setParallelism(op.getParallelism());
  }
  final GafferMapFunction function = new GafferMapFunction(op.getConsumeAs(), op.getElementGenerator());
  final DataStream<Element> builder = env.addSource(
      new FlinkKafkaConsumer010<>(
          op.getTopic(),
          function.getSerialisationType(),
          createFlinkProperties(op)))
      .flatMap(function);
  if (Boolean.parseBoolean(op.getOption(FlinkConstants.SKIP_REBALANCING))) {
    builder.addSink(new GafferSink(op, store));
  } else {
    builder.rebalance().addSink(new GafferSink(op, store));
  }
  try {
    env.execute(op.getClass().getSimpleName() + "-" + op.getGroupId() + "-" + op.getTopic());
  } catch (final Exception e) {
    throw new OperationException("Failed to add elements from Kafka topic: " + op.getTopic(), e);
  }
  return null;
}