@Override public void createTopic(String topic, Map<String, String> properties) throws TopicAlreadyExistsException, IOException { sparkContext.getAdmin().createTopic(topic, properties); }
@Override public void deleteTopic(String topic) throws TopicNotFoundException, IOException { sparkContext.getAdmin().deleteTopic(topic); } }
@Override public void createTopic(String topic) throws TopicAlreadyExistsException, IOException { sparkContext.getAdmin().createTopic(topic); }
@Override public Map<String, String> getTopicProperties(String topic) throws TopicNotFoundException, IOException { return sparkContext.getAdmin().getTopicProperties(topic); }
@Override public void updateTopic(String topic, Map<String, String> properties) throws TopicNotFoundException, IOException { sparkContext.getAdmin().updateTopic(topic, properties); }
public SparkBatchSourceContext(SparkBatchSourceFactory sourceFactory, SparkClientContext sparkContext, PipelineRuntime pipelineRuntime, DatasetContext datasetContext, StageSpec stageSpec) { super(pipelineRuntime, stageSpec, datasetContext, sparkContext.getAdmin()); this.sparkContext = sparkContext; this.sourceFactory = sourceFactory; this.isPreviewEnabled = sparkContext.getDataTracer(stageSpec.getName()).isEnabled(); }
public SparkBatchSinkContext(SparkBatchSinkFactory sinkFactory, SparkClientContext sparkContext, PipelineRuntime pipelineRuntime, DatasetContext datasetContext, StageSpec stageSpec) { super(pipelineRuntime, stageSpec, datasetContext, sparkContext.getAdmin()); this.sinkFactory = sinkFactory; this.isPreviewEnabled = sparkContext.getDataTracer(stageSpec.getName()).isEnabled(); }
new PipelinePluginInstantiator(pluginContext, context.getMetrics(), phaseSpec, new SingleConnectorFactory()); final PipelineRuntime pipelineRuntime = new PipelineRuntime(context); final Admin admin = context.getAdmin();