public <A extends Analyzer<?>> AnalyzerComponentBuilder<A> addAnalyzer(final AnalyzerDescriptor<A> descriptor) { return addAnalyzer(descriptor, null, null, null); }
public ComponentBuilder addComponent(final ComponentBuilder builder) { if (builder instanceof FilterComponentBuilder) { addFilter((FilterComponentBuilder<?, ?>) builder); } else if (builder instanceof TransformerComponentBuilder) { addTransformer((TransformerComponentBuilder<?>) builder); } else if (builder instanceof AnalyzerComponentBuilder) { addAnalyzer((AnalyzerComponentBuilder<?>) builder); } else { throw new UnsupportedOperationException("Unknown component type: " + builder); } return builder; }
public <A extends Analyzer<?>> AnalyzerComponentBuilder<A> addAnalyzer(final AnalyzerDescriptor<A> descriptor, final Map<ConfiguredPropertyDescriptor, Object> configuredProperties, final ComponentRequirement requirement, final Map<String, String> metadataProperties) { final AnalyzerComponentBuilder<A> analyzerJobBuilder = new AnalyzerComponentBuilder<>(this, descriptor); initializeComponentBuilder(analyzerJobBuilder, configuredProperties, requirement, metadataProperties); return addAnalyzer(analyzerJobBuilder); }
public ComponentBuilder addComponent(final ComponentDescriptor<?> descriptor, final Map<ConfiguredPropertyDescriptor, Object> configuredProperties, final ComponentRequirement requirement, final Map<String, String> metadataProperties) { final ComponentBuilder builder; if (descriptor instanceof FilterDescriptor) { builder = addFilter((FilterDescriptor<?, ?>) descriptor, configuredProperties, requirement, metadataProperties); } else if (descriptor instanceof TransformerDescriptor) { builder = addTransformer((TransformerDescriptor<?>) descriptor, configuredProperties, requirement, metadataProperties); } else if (descriptor instanceof AnalyzerDescriptor) { builder = addAnalyzer((AnalyzerDescriptor<?>) descriptor, configuredProperties, requirement, metadataProperties); } else { throw new UnsupportedOperationException("Unknown component type: " + descriptor); } return builder; }
public <A extends Analyzer<?>> AnalyzerComponentBuilder<A> addAnalyzer(final Class<A> analyzerClass) { final DescriptorProvider descriptorProvider = _configuration.getEnvironment().getDescriptorProvider(); final AnalyzerDescriptor<A> descriptor = descriptorProvider.getAnalyzerDescriptorForClass(analyzerClass); if (descriptor == null) { throw new IllegalArgumentException("No descriptor found for: " + analyzerClass); } return addAnalyzer(descriptor); }
final int columnsPerAnalyzer = getColumnsPerAnalyzer(); AnalyzerComponentBuilder<?> analyzerJobBuilder = ajb.addAnalyzer(analyzerClass); int columnCount = 0; for (final InputColumn<?> inputColumn : columns) { if (columnCount == columnsPerAnalyzer) { analyzerJobBuilder = ajb.addAnalyzer(analyzerClass); columnCount = 0; ajb.addAnalyzer(ValueDistributionAnalyzer.class).addInputColumn(inputColumn); ajb.addAnalyzer(PatternFinderAnalyzer.class).addInputColumn(inputColumn);
ajb.addAnalyzer(BooleanAnalyzer.class).addInputColumns(booleanColumns);
ajb.addAnalyzer(ValueDistributionAnalyzer.class); singleValueDist.addInputColumn(ajb.getSourceColumnByName("PUBLIC.CUSTOMERS.ADDRESSLINE2")); ajb.addAnalyzer(ValueDistributionAnalyzer.class); groupedValueDist.addInputColumn(ajb.getSourceColumnByName("PUBLIC.CUSTOMERS.CITY")); groupedValueDist.setConfiguredProperty("Group column", ajb.getSourceColumnByName("PUBLIC.CUSTOMERS.COUNTRY"));
/** * A main method that will display the results of a few example number * analyzers. Useful for tweaking the charts and UI. * * @param args */ public static void main(final String[] args) throws Exception { LookAndFeelManager.get().init(); final Injector injector = Guice.createInjector(new DCModuleImpl(VFSUtils.getFileSystemManager().resolveFile("."), null)); // run a small job final AnalysisJobBuilder ajb = injector.getInstance(AnalysisJobBuilder.class); final Datastore ds = injector.getInstance(DatastoreCatalog.class).getDatastore("orderdb"); final DatastoreConnection con = ds.openConnection(); final Table table = con.getSchemaNavigator().convertToTable("PUBLIC.CUSTOMERS"); ajb.setDatastore(ds); ajb.addSourceColumns(table.getNumberColumns()); ajb.addAnalyzer(NumberAnalyzer.class).addInputColumns(ajb.getSourceColumns()); final ResultWindow resultWindow = injector.getInstance(ResultWindow.class); resultWindow.setVisible(true); resultWindow.startAnalysis(); } }
ajb.setDatastore(ds); ajb.addSourceColumns(table.getLiteralColumns()); ajb.addAnalyzer(PatternFinderAnalyzer.class).addInputColumns(ajb.getSourceColumns()) .setName("Ungrouped pattern finders"); ajb.addAnalyzer(PatternFinderAnalyzer.class); ajb.addSourceColumns("PUBLIC.OFFICES.CITY", "PUBLIC.OFFICES.TERRITORY"); groupedPatternFinder.setName("Grouped PF");
ajb.addAnalyzer(Descriptors.ofAnalyzer(PreviewTransformedDataAnalyzer.class)) .addInputColumns(tjb.getInputColumns()).addInputColumns(tjb.getOutputColumns());
private ActionListener createWriteDataActionListener(final Class<? extends Analyzer<?>> analyzerClass, final String filenameExtension) { return e -> { final AnalysisJob copyAnalysisJob = _analysisJobBuilder.toAnalysisJob(false); final AnalysisJobBuilder copyAnalysisJobBuilder = new AnalysisJobBuilder(_analysisJobBuilder.getConfiguration(), copyAnalysisJob); final AnalyzerComponentBuilder<? extends Analyzer<?>> analyzer = copyAnalysisJobBuilder.addAnalyzer(analyzerClass); analyzer.addInputColumns(copyAnalysisJobBuilder.getAvailableInputColumns(Object.class)); final String formattedDate = new SimpleDateFormat("yyyy-MM-dd").format(new Date()); final FileResource resource = createResource("datacleaner-" + formattedDate + "-output", filenameExtension); if (analyzerClass == CreateExcelSpreadsheetAnalyzer.class) { final File file = resource.getFile(); analyzer.setConfiguredProperty("File", file); } else { analyzer.setConfiguredProperty("File", resource); } final ConfiguredPropertyDescriptor sheetNameProperty = analyzer.getDescriptor().getConfiguredProperty("Sheet name"); if (sheetNameProperty != null) { analyzer.setConfiguredProperty(sheetNameProperty, "data"); } final RunAnalysisActionListener runAnalysis = new RunAnalysisActionListener(_dcModule, copyAnalysisJobBuilder); ExecuteJobWithoutAnalyzersDialog.this.close(); runAnalysis.run(); }; }
ajb.addAnalyzer(CreateCsvFileAnalyzer.class); csvOutputAnalyzerBuilder.addInputColumns(ajb.getSourceColumns()); final File directory = _userPreferences.getConfiguredFileDirectory();
ajb.addAnalyzer(CreateExcelSpreadsheetAnalyzer.class); excelOutputAnalyzerBuilder.addInputColumns(ajb.getSourceColumns()); final File directory = _userPreferences.getConfiguredFileDirectory();
.addInputColumn(customerNumberColumn).getOutputColumns().get(0); final DateGapAnalyzer dga = ajb.addAnalyzer(DateGapAnalyzer.class).getComponentInstance(); dga.setFromColumn(orderDateColumn); dga.setToColumn(shippedDateColumn);