@Nullable @Override public String getSchemaToAdd() { // TODO: fix schema determination after CDAP-2790 is fixed (CDAP-5408) Map<String, String> datasetProperties = dsProperties.getProperties(); String schemaStr = null; if (datasetProperties.containsKey(DatasetProperties.SCHEMA)) { schemaStr = datasetProperties.get(DatasetProperties.SCHEMA); } else if (datasetProperties.containsKey(ObjectMappedTableProperties.OBJECT_SCHEMA)) { // If it is an ObjectMappedTable, the schema is in a property called 'object.schema' schemaStr = datasetProperties.get(ObjectMappedTableProperties.OBJECT_SCHEMA); } else if (datasetProperties.containsKey(getExplorePropName(FILESET_AVRO_SCHEMA_PROPERTY))) { // Fileset with avro schema (CDAP-5322) schemaStr = datasetProperties.get(getExplorePropName(FILESET_AVRO_SCHEMA_PROPERTY)); } else if (datasetProperties.containsKey(getOutputPropName(FILESET_AVRO_SCHEMA_OUTPUT_KEY))) { // Fileset with avro schema defined in output property (CDAP-5322) schemaStr = datasetProperties.get(getOutputPropName(FILESET_AVRO_SCHEMA_OUTPUT_KEY)); } else if (datasetProperties.containsKey(getOutputPropName(FILESET_PARQUET_SCHEMA_OUTPUT_KEY))) { // Fileset with parquet schema defined in output property (CDAP-5322) schemaStr = datasetProperties.get(getOutputPropName(FILESET_PARQUET_SCHEMA_OUTPUT_KEY)); } return schemaStr; }
if (existing) { metadataProvider = new DatasetSystemMetadataProvider(datasetInstanceId, props, dataset, typeMeta.getName(), spec.getDescription()); } else { long createTime = System.currentTimeMillis(); metadataProvider = new DatasetSystemMetadataProvider(datasetInstanceId, props, createTime, dataset, typeMeta.getName(), spec.getDescription()); return new SystemMetadata(metadataProvider.getSystemPropertiesToAdd(), metadataProvider.getSystemTagsToAdd(), metadataProvider.getSchemaToAdd()); } finally { if (dataset != null) {
private void assertDatasetSchema(String expected, DatasetProperties properties) { DatasetSystemMetadataProvider metadataWriter = new DatasetSystemMetadataProvider(new DatasetId("ns1", "avro1"), properties, null, null, null); Assert.assertEquals(expected, metadataWriter.getSchemaToAdd()); } }
if (existing) { metadataProvider = new DatasetSystemMetadataProvider(datasetInstanceId, props, dataset, typeMeta.getName(), spec.getDescription()); } else { long createTime = System.currentTimeMillis(); metadataProvider = new DatasetSystemMetadataProvider(datasetInstanceId, props, createTime, dataset, typeMeta.getName(), spec.getDescription()); return new SystemMetadata(metadataProvider.getSystemPropertiesToAdd(), metadataProvider.getSystemTagsToAdd(), metadataProvider.getSchemaToAdd()); } finally { if (dataset != null) {
@Nullable @Override public String getSchemaToAdd() { // TODO: fix schema determination after CDAP-2790 is fixed (CDAP-5408) Map<String, String> datasetProperties = dsProperties.getProperties(); String schemaStr = null; if (datasetProperties.containsKey(DatasetProperties.SCHEMA)) { schemaStr = datasetProperties.get(DatasetProperties.SCHEMA); } else if (datasetProperties.containsKey(ObjectMappedTableProperties.OBJECT_SCHEMA)) { // If it is an ObjectMappedTable, the schema is in a property called 'object.schema' schemaStr = datasetProperties.get(ObjectMappedTableProperties.OBJECT_SCHEMA); } else if (datasetProperties.containsKey(getExplorePropName(FILESET_AVRO_SCHEMA_PROPERTY))) { // Fileset with avro schema (CDAP-5322) schemaStr = datasetProperties.get(getExplorePropName(FILESET_AVRO_SCHEMA_PROPERTY)); } else if (datasetProperties.containsKey(getOutputPropName(FILESET_AVRO_SCHEMA_OUTPUT_KEY))) { // Fileset with avro schema defined in output property (CDAP-5322) schemaStr = datasetProperties.get(getOutputPropName(FILESET_AVRO_SCHEMA_OUTPUT_KEY)); } else if (datasetProperties.containsKey(getOutputPropName(FILESET_PARQUET_SCHEMA_OUTPUT_KEY))) { // Fileset with parquet schema defined in output property (CDAP-5322) schemaStr = datasetProperties.get(getOutputPropName(FILESET_PARQUET_SCHEMA_OUTPUT_KEY)); } return schemaStr; }