Tabnine Logo
org.datacleaner.job.runner
Code IndexAdd Tabnine to your IDE (free)

How to use org.datacleaner.job.runner

Best Java code snippets using org.datacleaner.job.runner (Showing top 20 results out of 315)

origin: datacleaner/DataCleaner

@Override
public void execute() {
  _consumeRowHandler.consumeRow(_row).getRows();
  _analysisListener.rowProcessingProgress(_rowProcessingMetrics.getAnalysisJobMetrics().getAnalysisJob(),
      _rowProcessingMetrics, _row, _rowNumber);
}
origin: datacleaner/DataCleaner

@Override
public void errorInComponent(final AnalysisJob job, final ComponentJob componentJob, final InputRow row,
    final Throwable throwable) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.errorInComponent(job, componentJob, row, throwable);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public RowProcessingMetrics getRowProcessingMetrics(final Table table) {
  final RowProcessingStream stream = _publishers.getStream(table);
  final RowProcessingPublisher publisher = _publishers.getRowProcessingPublisher(stream);
  if (publisher == null) {
    return null;
  }
  return publisher.getRowProcessingMetrics();
}
origin: datacleaner/DataCleaner

protected final Task createCollectResultTask(final RowProcessingConsumer consumer,
    final Queue<JobAndResult> resultQueue) {
  final Object component = consumer.getComponent();
  if (component instanceof HasAnalyzerResult) {
    final HasAnalyzerResult<?> hasAnalyzerResult = (HasAnalyzerResult<?>) component;
    final AnalysisListener analysisListener = _publishers.getAnalysisListener();
    return new CollectResultsTask(hasAnalyzerResult, _stream.getAnalysisJob(), consumer.getComponentJob(),
        resultQueue, analysisListener);
  }
  return null;
}
origin: datacleaner/DataCleaner

private void registerRowProcessingPublishers(final SourceColumnFinder sourceColumnFinder, final AnalysisJob job,
    final ComponentJob componentJob) {
  final Column[] physicalColumns = getPhysicalColumns(sourceColumnFinder, componentJob);
  final Table[] tables = getTables(sourceColumnFinder, componentJob, physicalColumns);
  for (final Table table : tables) {
    final RowProcessingStream dataStream = RowProcessingStream.ofSourceTable(job, table);
    registerRowProcessingPublishers(sourceColumnFinder, job, dataStream, componentJob, null);
  }
}
origin: datacleaner/DataCleaner

@Override
public void componentSuccess(final AnalysisJob job, final ComponentJob componentJob, final AnalyzerResult result) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.componentSuccess(job, componentJob, result);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public ComponentMetrics getComponentMetrics(final ComponentJob componentJob) {
  final Table table = getRowProcessingTable(componentJob);
  final RowProcessingMetrics rowProcessingMetrics = getRowProcessingMetrics(table);
  return new ComponentMetricsImpl(rowProcessingMetrics, componentJob);
}
origin: datacleaner/DataCleaner

  @Override
  public void errorUnknown(final AnalysisJob job, final Throwable throwable) {
    for (final AnalysisListener delegate : _delegates) {
      try {
        delegate.errorUnknown(job, throwable);
      } catch (final Exception e) {
        logFailure(delegate, e);
      }
    }
  }
}
origin: datacleaner/DataCleaner

/**
 * Consumes a {@link InputRow} by applying all transformations etc. to it,
 * returning a result of transformed rows and their {@link FilterOutcomes}s.
 *
 * @param row
 * @return
 */
public ConsumeRowResult consumeRow(final InputRow row) {
  final FilterOutcomes outcomes = new FilterOutcomesImpl(_alwaysSatisfiedOutcomes);
  final ConsumeRowHandlerDelegate delegate = new ConsumeRowHandlerDelegate(_consumers, row, 0, outcomes);
  return delegate.consume();
}
origin: datacleaner/DataCleaner

protected final List<RowProcessingConsumer> getConsumersSorted() {
  final List<RowProcessingConsumer> consumers = getConsumers();
  final RowProcessingConsumerSorter sorter = new RowProcessingConsumerSorter(consumers);
  return sorter.createProcessOrderedConsumerList();
}
origin: datacleaner/DataCleaner

@Override
public void onComponentMessage(final AnalysisJob job, final ComponentJob componentJob,
    final ComponentMessage message) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.onComponentMessage(job, componentJob, message);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public void rowProcessingSuccess(final AnalysisJob job, final RowProcessingMetrics metrics) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.rowProcessingSuccess(job, metrics);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public void jobBegin(final AnalysisJob job, final AnalysisJobMetrics metrics) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.jobBegin(job, metrics);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public void componentBegin(final AnalysisJob job, final ComponentJob componentJob, final ComponentMetrics metrics) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.componentBegin(job, componentJob, metrics);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public void rowProcessingBegin(final AnalysisJob job, final RowProcessingMetrics metrics) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.rowProcessingBegin(job, metrics);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public boolean isSuccessful() {
  await();
  return !_errorAware.isErrornous();
}
origin: datacleaner/DataCleaner

@Override
public void jobSuccess(final AnalysisJob job, final AnalysisJobMetrics metrics) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.jobSuccess(job, metrics);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public void rowProcessingProgress(final AnalysisJob job, final RowProcessingMetrics metrics, final InputRow row,
    final int currentRow) {
  for (final AnalysisListener delegate : _delegates) {
    try {
      delegate.rowProcessingProgress(job, metrics, row, currentRow);
    } catch (final Exception e) {
      logFailure(delegate, e);
    }
  }
}
origin: datacleaner/DataCleaner

@Override
public Table getTable() {
  return _publisher.getStream().getTable();
}
origin: datacleaner/DataCleaner

@Override
public final Query getQuery() {
  return getQueryOptimizer().getOptimizedQuery();
}
org.datacleaner.job.runner

Most used classes

  • AnalysisResultFuture
  • AnalysisRunnerImpl
  • AnalysisRunner
  • RowProcessingMetrics
  • CompositeAnalysisListener
  • ActiveOutputDataStream,
  • AnalysisJobFailedException,
  • AnalysisListener,
  • ComponentContextImpl,
  • ConsumeRowHandler$Configuration,
  • ConsumeRowHandler,
  • ErrorAwareAnalysisListener,
  • RowProcessingConsumer,
  • RowProcessingPublishers,
  • AbstractRowProcessingConsumer,
  • AbstractRowProcessingPublisher,
  • AnalysisJobCancellation,
  • AnalysisJobMetrics,
  • AnalysisJobMetricsImpl
Tabnine Logo
  • Products

    Search for Java codeSearch for JavaScript code
  • IDE Plugins

    IntelliJ IDEAWebStormVisual StudioAndroid StudioEclipseVisual Studio CodePyCharmSublime TextPhpStormVimGoLandRubyMineEmacsJupyter NotebookJupyter LabRiderDataGripAppCode
  • Company

    About UsContact UsCareers
  • Resources

    FAQBlogTabnine AcademyTerms of usePrivacy policyJava Code IndexJavascript Code Index
Get Tabnine for your IDE now