@Override public String apply(KafkaTopic topic) { return topic.getName(); } }), state);
@Override public boolean apply(@Nonnull KafkaTopic kafkaTopic) { return DatasetFilterUtils.survived(kafkaTopic.getName(), blacklist, whitelist); } }));
/** * If config store is enabled, then intersection of topics from blacklisting/whitelisting will be taken against * the topics from config-store */ private List<KafkaTopic> getFilteredTopics(SourceState state) { List<Pattern> blacklist = DatasetFilterUtils.getPatternList(state, TOPIC_BLACKLIST); List<Pattern> whitelist = DatasetFilterUtils.getPatternList(state, TOPIC_WHITELIST); List<KafkaTopic> topics = this.kafkaConsumerClient.get().getFilteredTopics(blacklist, whitelist); Optional<String> configStoreUri = ConfigStoreUtils.getConfigStoreUri(state.getProperties()); if (configStoreUri.isPresent()) { List<KafkaTopic> topicsFromConfigStore = ConfigStoreUtils .getTopicsFromConfigStore(state.getProperties(), configStoreUri.get(), this.kafkaConsumerClient.get()); return topics.stream().filter((KafkaTopic p) -> (topicsFromConfigStore.stream() .anyMatch((KafkaTopic q) -> q.getName().equalsIgnoreCase(p.getName())))).collect(toList()); } return topics; }
.filter((KafkaTopic p) -> whitelistedTopics.contains(p.getName())) .collect(Collectors.toList()); } else if (properties.containsKey(GOBBLIN_CONFIG_TAGS_BLACKLIST)) { .forEach(((URI u) -> blacklistedTopics.add(ConfigStoreUtils.getTopicNameFromURI(u)))); return allTopics.stream() .filter((KafkaTopic p) -> !blacklistedTopics.contains(p.getName())) .collect(Collectors.toList()); } else {
@Override public String apply(KafkaTopic topic) { return topic.getName(); } }), state);
@Override public boolean apply(@Nonnull KafkaTopic kafkaTopic) { return DatasetFilterUtils.survived(kafkaTopic.getName(), blacklist, whitelist); } }));
/** * If config store is enabled, then intersection of topics from blacklisting/whitelisting will be taken against * the topics from config-store */ private List<KafkaTopic> getFilteredTopics(SourceState state) { List<Pattern> blacklist = DatasetFilterUtils.getPatternList(state, TOPIC_BLACKLIST); List<Pattern> whitelist = DatasetFilterUtils.getPatternList(state, TOPIC_WHITELIST); List<KafkaTopic> topics = this.kafkaConsumerClient.get().getFilteredTopics(blacklist, whitelist); Optional<String> configStoreUri = ConfigStoreUtils.getConfigStoreUri(state.getProperties()); if (configStoreUri.isPresent()) { List<KafkaTopic> topicsFromConfigStore = ConfigStoreUtils .getTopicsFromConfigStore(state.getProperties(), configStoreUri.get(), this.kafkaConsumerClient.get()); return topics.stream().filter((KafkaTopic p) -> (topicsFromConfigStore.stream() .anyMatch((KafkaTopic q) -> q.getName().equalsIgnoreCase(p.getName())))).collect(toList()); } return topics; }
.filter((KafkaTopic p) -> whitelistedTopics.contains(p.getName())) .collect(Collectors.toList()); } else if (properties.containsKey(GOBBLIN_CONFIG_TAGS_BLACKLIST)) { .forEach(((URI u) -> blacklistedTopics.add(ConfigStoreUtils.getTopicNameFromURI(u)))); return allTopics.stream() .filter((KafkaTopic p) -> !blacklistedTopics.contains(p.getName())) .collect(Collectors.toList()); } else {