@Override public final AnalysisJob getAnalysisJob() { return getStream().getAnalysisJob(); }
public AbstractRowProcessingPublisher(final RowProcessingPublishers publishers, final RowProcessingStream stream) { if (publishers == null) { throw new IllegalArgumentException("RowProcessingPublishers cannot be null"); } if (stream == null) { throw new IllegalArgumentException("RowProcessingStream cannot be null"); } _publishers = publishers; _stream = stream; _sourceColumnFinder = new SourceColumnFinder(); _sourceColumnFinder.addSources(stream.getAnalysisJob()); _consumers = new ArrayList<>(); _success = new AtomicBoolean(true); }
protected final Task createCollectResultTask(final RowProcessingConsumer consumer, final Queue<JobAndResult> resultQueue) { final Object component = consumer.getComponent(); if (component instanceof HasAnalyzerResult) { final HasAnalyzerResult<?> hasAnalyzerResult = (HasAnalyzerResult<?>) component; final AnalysisListener analysisListener = _publishers.getAnalysisListener(); return new CollectResultsTask(hasAnalyzerResult, _stream.getAnalysisJob(), consumer.getComponentJob(), resultQueue, analysisListener); } return null; }
protected final TaskRunnable createCloseTask(final RowProcessingConsumer consumer, final TaskListener closeTaskListener) { final LifeCycleHelper lifeCycleHelper = _publishers.getConsumerSpecificLifeCycleHelper(consumer); final CloseTaskListener taskListener = new CloseTaskListener(lifeCycleHelper, this, consumer, _success, closeTaskListener, _publishers.getAnalysisListener(), _stream.getAnalysisJob()); return new TaskRunnable(null, taskListener); }
/** * Constructor to use for creating a * {@link SourceTableRowProcessingPublisher} which feeds data from a source * datastore. * * @param publishers * @param stream */ public SourceTableRowProcessingPublisher(final RowProcessingPublishers publishers, final RowProcessingStream stream) { super(publishers, stream); _queryOptimizerRef = createQueryOptimizerRef(); final boolean aggressiveOptimizeSelectClause = SystemProperties.getBoolean(SystemProperties.QUERY_SELECTCLAUSE_OPTIMIZE, false); if (!aggressiveOptimizeSelectClause) { final Collection<InputColumn<?>> sourceColumns = stream.getAnalysisJob().getSourceColumns(); final List<Column> columns = new ArrayList<>(); for (final InputColumn<?> sourceColumn : sourceColumns) { final Column column = sourceColumn.getPhysicalColumn(); if (column != null && getTable().equals(column.getTable())) { columns.add(column); } } addPhysicalColumns(columns); } }
countQuery.getSelectClause().getItem(0).setFunctionApproximationAllowed(true); final Datastore datastore = _publisher.getStream().getAnalysisJob().getDatastore(); try (DatastoreConnection connection = datastore.openConnection()) { try (DataSet countDataSet = connection.getDataContext().executeQuery(countQuery)) {
@Override public final ConsumeRowHandler createConsumeRowHandler() { final RowProcessingQueryOptimizer queryOptimizer = getQueryOptimizer(); final Query finalQuery = queryOptimizer.getOptimizedQuery(); final RowIdGenerator idGenerator; if (finalQuery.getFirstRow() == null) { idGenerator = new SimpleRowIdGenerator(); } else { idGenerator = new SimpleRowIdGenerator(finalQuery.getFirstRow()); } final RowProcessingPublishers publishers = getPublishers(); final AnalysisListener analysisListener = publishers.getAnalysisListener(); for (final RowProcessingConsumer consumer : getConsumers()) { final ComponentJob componentJob = consumer.getComponentJob(); final ComponentMetrics metrics = new AnalysisJobMetricsImpl(consumer.getAnalysisJob(), publishers).getComponentMetrics(componentJob); analysisListener.componentBegin(getStream().getAnalysisJob(), componentJob, metrics); if (consumer instanceof TransformerConsumer) { ((TransformerConsumer) consumer).setRowIdGenerator(idGenerator); } } final List<RowProcessingConsumer> consumers = queryOptimizer.getOptimizedConsumers(); final Collection<? extends FilterOutcome> availableOutcomes = queryOptimizer.getOptimizedAvailableOutcomes(); return new ConsumeRowHandler(consumers, availableOutcomes); }