DatasetProperties datasetProperties = DatasetProperties.builder() .addAll(props.getProperties()) .setDescription(props.getDescription()) .build();
DatasetProperties datasetProperties = DatasetProperties.builder() .addAll(props.getProperties()) .setDescription(props.getDescription()) .build();
@Override public void configure() { setName(NAME); setDescription(DESC); createDataset(DATASET_NAME, KeyValueTable.class, DatasetProperties.builder().setDescription("test dataset").build()); createDataset(DATASET_NAME2, KeyValueTable.class); createDataset(DATASET_NAME3, KeyValueTable.class); addMapReduce(new NoOpMR()); addMapReduce(new NoOpMR2()); addWorkflow(new NoOpWorkflow()); addWorker(new NoOpWorker()); addSpark(new NoOpSpark()); addService(new NoOpService()); schedule(buildSchedule(SCHEDULE_NAME, ProgramType.WORKFLOW, NoOpWorkflow.NAME) .setDescription(SCHEDULE_DESCRIPTION) .triggerByTime("* * * * *")); try { createDataset(DS_WITH_SCHEMA_NAME, ObjectMappedTable.class, ObjectMappedTableProperties.builder() .setType(DsSchema.class) .setDescription("test object mapped table") .build() ); } catch (UnsupportedTypeException e) { // ignore for test } }
private DatasetProperties addLocalDatasetProperty(DatasetProperties properties, boolean keepLocal) { String dsDescription = properties.getDescription(); DatasetProperties.Builder builder = DatasetProperties.builder(); builder.addAll(properties.getProperties()); builder.add(Constants.AppFabric.WORKFLOW_LOCAL_DATASET_PROPERTY, "true"); builder.add(Constants.AppFabric.WORKFLOW_NAMESPACE_NAME, workflowRunId.getNamespace()); builder.add(Constants.AppFabric.WORKFLOW_APPLICATION_NAME, workflowRunId.getApplication()); builder.add(Constants.AppFabric.WORKFLOW_APPLICATION_VERSION, workflowRunId.getVersion()); builder.add(Constants.AppFabric.WORKFLOW_PROGRAM_NAME, workflowRunId.getProgram()); builder.add(Constants.AppFabric.WORKFLOW_RUN_ID, workflowRunId.getRun()); if (keepLocal) { builder.add(Constants.AppFabric.WORKFLOW_KEEP_LOCAL, "true"); } builder.setDescription(dsDescription); return builder.build(); }
private DatasetProperties addLocalDatasetProperty(DatasetProperties properties, boolean keepLocal) { String dsDescription = properties.getDescription(); DatasetProperties.Builder builder = DatasetProperties.builder(); builder.addAll(properties.getProperties()); builder.add(Constants.AppFabric.WORKFLOW_LOCAL_DATASET_PROPERTY, "true"); builder.add(Constants.AppFabric.WORKFLOW_NAMESPACE_NAME, workflowRunId.getNamespace()); builder.add(Constants.AppFabric.WORKFLOW_APPLICATION_NAME, workflowRunId.getApplication()); builder.add(Constants.AppFabric.WORKFLOW_APPLICATION_VERSION, workflowRunId.getVersion()); builder.add(Constants.AppFabric.WORKFLOW_PROGRAM_NAME, workflowRunId.getProgram()); builder.add(Constants.AppFabric.WORKFLOW_RUN_ID, workflowRunId.getRun()); if (keepLocal) { builder.add(Constants.AppFabric.WORKFLOW_KEEP_LOCAL, "true"); } builder.setDescription(dsDescription); return builder.build(); }