public AnalysisJobBuilder create(final InputStream inputStream, final SourceColumnMapping sourceColumnMapping) throws NoSuchDatastoreException { return create(inputStream, sourceColumnMapping, null); }
public AnalysisJobBuilder create(final JobType job) { return create(job, null, null); }
/** * {@inheritDoc} */ @Override public AnalysisJob read(final InputStream inputStream) throws NoSuchDatastoreException, NoSuchColumnException, NoSuchComponentException, ComponentConfigurationException, IllegalStateException { try (AnalysisJobBuilder ajb = create(inputStream)) { return ajb.toAnalysisJob(); } }
@Override public AnalysisJob read(final InputStream inputStream, final SourceColumnMapping sourceColumnMapping) { try (AnalysisJobBuilder ajb = create(inputStream, sourceColumnMapping)) { return ajb.toAnalysisJob(); } }
public AnalysisJobBuilder create(final File file) { InputStream inputStream = null; try { inputStream = new BufferedInputStream(new FileInputStream(file)); return create(inputStream); } catch (final IOException e) { throw new IllegalArgumentException(e); } finally { FileHelper.safeClose(inputStream); } }
public AnalysisJobBuilder create(final InputStream inputStream, final SourceColumnMapping sourceColumnMapping, final Map<String, String> variableOverrides) throws NoSuchDatastoreException { return create(unmarshallJob(inputStream), sourceColumnMapping, variableOverrides); }
public AnalysisJobBuilder create(final InputStream inputStream) throws NoSuchDatastoreException { return create(unmarshallJob(inputStream), null, null); }
public AnalysisJobBuilder create(final InputStream inputStream, final Map<String, String> variableOverrides) throws NoSuchDatastoreException { return create(unmarshallJob(inputStream), null, variableOverrides); }
public AnalysisJobBuilder create(final FileObject file) { InputStream inputStream = null; try { inputStream = file.getContent().getInputStream(); return create(inputStream); } catch (final FileSystemException e) { throw new IllegalArgumentException(e); } finally { FileHelper.safeClose(inputStream); } }
public AnalysisJob readJob(final HttpServletRequest request) throws IOException { final JaxbJobReader reader = new JaxbJobReader(_configuration); final String jobDefinition = request.getParameter(HttpClusterManager.HTTP_PARAM_JOB_DEF); final InputStream inputStream; if (jobDefinition == null) { // backwards compatibility node inputStream = request.getInputStream(); } else { inputStream = new ByteArrayInputStream(jobDefinition.getBytes()); } try { final AnalysisJobBuilder jobBuilder = reader.create(inputStream); if (_jobInterceptor != null) { _jobInterceptor.intercept(jobBuilder, _configuration); } return jobBuilder.toAnalysisJob(); } finally { FileHelper.safeClose(inputStream); } }
public AnalysisJobBuilder getAnalysisJobBuilder() { if (_analysisJobBuilder == null) { // set HDFS as default scheme to avoid file resources SystemProperties.setIfNotSpecified(SystemProperties.DEFAULT_RESOURCE_SCHEME, HdfsResource.SCHEME_HDFS); final DataCleanerConfiguration configuration = getConfiguration(); final JaxbJobReader jobReader = new JaxbJobReader(configuration); _analysisJobBuilder = jobReader.create(createInputStream(_analysisJobXml), _customProperties); } applyComponentIndexForKeyLookups(_analysisJobBuilder, new AtomicInteger(0)); return _analysisJobBuilder; }
public AnalysisJobBuilder create(final InputStream inputStream, final Map<String, String> variableOverrides, final Datastore datastore) { final JobType jobType = unmarshallJob(inputStream); final SourceColumnMapping sourceColumnMapping = new SourceColumnMapping(readMetadata(jobType)); sourceColumnMapping.autoMap(datastore); return create(jobType, sourceColumnMapping, variableOverrides); }
@Override protected AnalysisJob createWrappedAnalysisJob() { return analysisJobResource.read(in -> { final JaxbJobReader reader = new JaxbJobReader(getDataCleanerConfiguration()); final AnalysisJobBuilder jobBuilder = reader.create(in); return jobBuilder.toAnalysisJob(false); }); }
private JButton createOpenButton() { final JButton openButton = WidgetFactory.createPrimaryButton("Open job", IconUtils.MODEL_JOB); openButton.addActionListener(event -> { final JaxbJobReader reader = new JaxbJobReader(_configuration); try { final SourceColumnMapping sourceColumnMapping = getSourceColumnMapping(); final Map<String, String> variableOverrides = new HashMap<>(); for (final Entry<String, JXTextField> entry : _variableTextFields.entrySet()) { variableOverrides.put(entry.getKey(), entry.getValue().getText()); } final InputStream inputStream = _file.getContent().getInputStream(); final AnalysisJobBuilder analysisJobBuilder; try { analysisJobBuilder = reader.create(inputStream, sourceColumnMapping, variableOverrides); } finally { FileHelper.safeClose(inputStream); } final OpenAnalysisJobActionListener openAnalysisJobActionListener = _openAnalysisJobActionListenerProvider.get(); final Injector injector = openAnalysisJobActionListener.openAnalysisJob(_file, analysisJobBuilder); OpenAnalysisJobAsTemplateDialog.this.dispose(); final AnalysisJobBuilderWindow window = injector.getInstance(AnalysisJobBuilderWindow.class); window.open(); } catch (final Exception e) { throw new IllegalStateException(e); } }); return openButton; }
@Override public AnalysisJobBuilder eval(InputStream inputStream) { if (datastore == null) { final List<String> sourceColumnPaths = metadata.getSourceColumnPaths(); final List<ColumnType> sourceColumnTypes = metadata.getSourceColumnTypes(); final PlaceholderDatastore placeholderDatastore = new PlaceholderDatastore(datastoreName, sourceColumnPaths, sourceColumnTypes); final SourceColumnMapping sourceColumnMapping = new SourceColumnMapping(sourceColumnPaths); sourceColumnMapping.setDatastore(placeholderDatastore); sourceColumnMapping.autoMap(placeholderDatastore); if (!sourceColumnMapping.isSatisfied()) { throw new IllegalStateException("Not all column mapping satisfied. Missing: " + sourceColumnMapping.getUnmappedPaths()); } return jobReader.create(inputStream, sourceColumnMapping, variableOverrides); } else { return jobReader.create(inputStream, variableOverrides); } } };
public AnalysisJobBuilder create(final JobType job, final SourceColumnMapping sourceColumnMapping, final Map<String, String> variableOverrides) throws NoSuchDatastoreException { if (job == null) { throw new IllegalArgumentException("Job cannot be null"); } if (sourceColumnMapping != null && !sourceColumnMapping.isSatisfied()) { throw new IllegalArgumentException("Source column mapping is not satisfied!"); } final Map<String, String> variables = getVariables(job); overrideVariables(variables, variableOverrides); final JobMetadataType metadata = job.getJobMetadata(); if (metadata != null) { logger.info("Job name: {}", metadata.getJobName()); logger.info("Job version: {}", metadata.getJobVersion()); logger.info("Job description: {}", metadata.getJobDescription()); logger.info("Author: {}", metadata.getAuthor()); logger.info("Created date: {}", metadata.getCreatedDate()); logger.info("Updated date: {}", metadata.getUpdatedDate()); logger.info("Job metadata properties: {}", getMetadataProperties(metadata)); } final AnalysisJobBuilder builder = new AnalysisJobBuilder(_configuration); try { return create(job, sourceColumnMapping, metadata, variables, variableOverrides, builder); } catch (final RuntimeException e) { FileHelper.safeClose(builder); throw e; } }
final JaxbJobReader reader = new JaxbJobReader(_configuration); try { final AnalysisJobBuilder ajb = reader.create(file);